[ 527.382066] env[65913]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.382066] env[65913]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.362657] env[66001]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.362657] env[66001]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.907784] env[66001]: INFO neutron.common.config [-] Logging enabled! [ 529.908177] env[66001]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 529.908318] env[66001]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66001) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.908622] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.908705] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.909520] env[66001]: WARNING oslo_policy.policy [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.909725] env[66001]: WARNING oslo_policy.policy [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.911381] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] VMware NSXv3 Agent initialized successfully. [ 529.911748] env[66001]: DEBUG oslo_concurrency.lockutils [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Acquiring lock "singleton_lock" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.911875] env[66001]: DEBUG oslo_concurrency.lockutils [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Acquired lock "singleton_lock" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.912081] env[66001]: DEBUG oslo_concurrency.lockutils [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Releasing lock "singleton_lock" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.912356] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Full set of CONF: {{(pid=66001) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.912462] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ******************************************************************************** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.912561] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Configuration options gathered from: {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.912918] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.913105] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.913211] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ================================================================================ {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.913374] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] agent_down_time = 75 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.913513] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] allow_automatic_dhcp_failover = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.913641] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] allow_bulk = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.913779] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] api_extensions_path = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.913910] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] api_paste_config = api-paste.ini {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914055] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] auth_strategy = keystone {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914155] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] backdoor_port = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914252] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] backdoor_socket = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914379] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] backlog = 4096 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914510] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914662] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] bind_host = 0.0.0.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914797] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] bind_port = 9696 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.914936] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] client_socket_timeout = 900 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915096] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] config_dir = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915204] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915336] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] config_source = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915468] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] control_exchange = neutron {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915603] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] core_plugin = ml2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915731] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] debug = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.915861] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] default_availability_zones = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916067] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916203] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dhcp_agent_notification = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916331] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dhcp_agents_per_network = 1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916457] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dhcp_lease_duration = 86400 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916593] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dhcp_load_type = networks {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916723] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dns_domain = openstacklocal {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916852] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.916978] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_default_route_bfd = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917121] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_default_route_ecmp = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917248] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_dvr = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917373] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_new_agents = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917497] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917628] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_signals = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917759] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] enable_traditional_dhcp = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.917880] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] external_dns_driver = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918011] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] filter_validation = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918151] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] global_physnet_mtu = 8950 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918277] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] graceful_shutdown_timeout = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918445] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] host = cpu-1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918580] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] host_dvr_for_dhcp = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918711] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] http_retries = 3 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918844] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] instance_format = [instance: %(uuid)s] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.918975] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919119] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ipam_driver = internal {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919245] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ipv6_pd_enabled = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919372] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] l3_ha = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919503] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919635] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] l3_ha_network_physical_name = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919766] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] l3_ha_network_type = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.919898] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_color = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920088] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_config_append = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920172] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920294] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_dir = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920416] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_file = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920519] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_options = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920670] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_rotate_interval = 1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920809] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_rotate_interval_type = days {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.920945] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] log_rotation_type = none {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921057] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921158] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921291] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921420] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921527] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921673] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_dns_nameservers = 5 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921802] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_header_line = 16384 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.921929] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_l3_agents_per_router = 3 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922066] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_logfile_count = 30 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922193] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_logfile_size_mb = 200 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922316] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] max_subnet_host_routes = 20 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922446] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] my_ip = 10.180.1.21 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922574] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] my_ipv6 = ::1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922703] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] network_auto_schedule = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922820] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] network_link_prefix = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.922972] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923121] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] notify_nova_on_port_data_changes = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923329] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] notify_nova_on_port_status_changes = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923381] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] pagination_max_limit = -1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923506] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] publish_errors = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923632] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rate_limit_burst = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923763] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rate_limit_except_level = CRITICAL {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.923888] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rate_limit_interval = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924036] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] retry_until_window = 30 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924145] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] router_distributed = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924269] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rpc_resources_processing_step = 20 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924395] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rpc_response_max_timeout = 600 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924522] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] rpc_response_timeout = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924647] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] send_events_interval = 2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924793] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] service_plugins = ['router'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.924922] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] setproctitle = on {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925057] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] shell_completion = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925194] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] state_path = /opt/stack/data/neutron {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925323] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] syslog_log_facility = LOG_USER {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925450] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] tcp_keepidle = 600 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925581] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] transport_url = **** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925708] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] use_journal = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925833] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] use_json = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.925958] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] use_ssl = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926092] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] use_stderr = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926221] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] use_syslog = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926346] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vlan_qinq = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926469] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vlan_transparent = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926594] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] watch_log_file = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926720] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] wsgi_default_pool_size = 100 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926842] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] wsgi_keep_alive = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.926991] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.927142] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] wsgi_server_debug = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.927288] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_concurrency.disable_process_locking = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927430] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927566] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927695] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927829] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927960] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928097] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928239] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.connection_string = messaging:// {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928374] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.enabled = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928507] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.es_doc_type = notification {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928635] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.es_scroll_size = 10000 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928766] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.es_scroll_time = 2m {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928894] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.filter_error_trace = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929051] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.hmac_keys = **** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929167] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.sentinel_service_name = mymaster {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929305] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.socket_timeout = 0.1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929436] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.trace_requests = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929568] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler.trace_sqlalchemy = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929710] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler_jaeger.process_tags = {} {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929836] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler_jaeger.service_name_prefix = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929966] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] profiler_otlp.service_name_prefix = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930122] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.enforce_new_defaults = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930383] env[66001]: WARNING oslo_config.cfg [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.930551] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.enforce_scope = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930695] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.policy_default_rule = default {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930843] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930983] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931127] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931255] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931381] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931504] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931653] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931792] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931936] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932090] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] agent.extensions = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932225] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932359] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] service_providers.service_provider = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932495] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.default_quota = -1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932630] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932760] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_floatingip = 50 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932911] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_network = 100 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933064] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_port = 500 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933197] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933325] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_router = 10 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933453] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_security_group = 10 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933628] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933734] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.quota_subnet = 100 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933837] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] QUOTAS.track_quota_usage = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933978] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934119] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934244] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934372] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934504] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934631] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934756] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934893] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935029] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935154] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935282] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935413] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935544] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935664] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_dhcp_release.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935796] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935917] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936049] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936176] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936303] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936429] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936554] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_ovs_vsctl.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936686] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.capabilities = [21] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936808] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936930] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937068] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937201] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937328] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937450] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_namespace.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937584] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.capabilities = [12] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937709] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937830] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937958] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938100] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938229] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938352] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_conntrack.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938487] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.capabilities = [12, 21] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938614] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.group = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938736] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.helper_command = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938865] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.log_daemon_traceback = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939019] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939162] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.thread_pool_size = 8 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939291] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] privsep_link.user = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939440] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939581] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939718] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.continue_on_failed_promotions = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939849] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.dscp = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939981] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.dscp_inherit = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940132] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.force_mp_to_policy = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940263] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.locking_coordinator_url = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940403] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.log_agent_heartbeats = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940550] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.logging_expire = 1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940687] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940821] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940958] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.polling_interval = 240 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941104] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941243] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941382] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.report_interval = 30.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941531] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941685] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941825] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941958] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.sync_skew = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942102] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.synchronization_queue_size = 20 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942236] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT.use_helper_for_ns_read = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942375] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] SECURITYGROUP.enable_ipset = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942513] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] SECURITYGROUP.enable_security_group = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942648] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942785] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942943] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] experimental.ipv6_pd_enabled = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943119] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.extension_drivers = ['port_security'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943252] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.external_network_type = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943396] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943532] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.overlay_ip_version = 4 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943669] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.path_mtu = 8950 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943806] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.physical_network_mtus = {} {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943946] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944092] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944233] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ml2.type_drivers = ['vlan'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944373] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944503] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944633] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944773] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944910] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945055] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945193] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945328] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945464] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945649] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945792] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_login_password = **** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945936] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946084] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_login_user = admin {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946220] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946356] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946490] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946620] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946760] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946900] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947045] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947184] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947314] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947448] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947586] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947719] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947854] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948050] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948195] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948331] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948462] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948598] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.auth_section = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948740] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.auth_type = password {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948875] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949016] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.certfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949143] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.collect_timing = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949278] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.endpoint_type = public {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949407] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.insecure = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949532] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.keyfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949668] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.region_name = RegionOne {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949795] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.split_loggers = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949922] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] nova.timeout = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950065] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.auth_section = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950207] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.auth_type = password {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950344] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950533] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.certfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950619] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.collect_timing = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950768] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.endpoint_type = public {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950901] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.insecure = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951057] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.keyfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951202] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.region_name = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951334] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.split_loggers = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951459] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] placement.timeout = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951619] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.auth_section = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951759] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.auth_type = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951885] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.cafile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952014] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.certfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952152] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.collect_timing = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952279] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.connect_retries = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952404] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.connect_retry_delay = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952533] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.enable_notifications = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952662] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.endpoint_override = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952789] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.insecure = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952913] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.interface = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953046] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.keyfile = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953176] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.max_version = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953301] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.min_version = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953426] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.region_name = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953552] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.retriable_status_codes = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953677] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.service_name = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953801] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.service_type = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953927] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.split_loggers = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954061] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.status_code_retries = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954188] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.status_code_retry_delay = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954309] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.timeout = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954431] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.valid_interfaces = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954555] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ironic.version = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954690] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] cli_script.dry_run = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954830] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954960] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955100] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955226] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955354] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955482] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955610] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955738] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955862] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955998] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956134] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956269] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956402] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956544] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956662] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956798] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956926] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957133] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957201] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957321] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957449] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957575] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957700] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957828] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957957] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958094] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958221] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958347] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958472] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958601] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958727] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958858] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958987] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959125] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959257] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959388] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959515] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959652] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_notifications.driver = [] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959782] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_notifications.retry = -1 {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959924] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960059] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960166] env[66001]: DEBUG oslo_service.backend._eventlet.service [None req-88378bf3-e5af-4f1d-b1e2-7a7c2f393b09 None None] ******************************************************************************** {{(pid=66001) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.961335] env[66001]: DEBUG neutron.agent.securitygroups_rpc [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Init firewall settings (driver=nsxv3) {{(pid=66001) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.962629] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66001) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.962885] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.965124] env[66001]: DEBUG dogpile.cache.region [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.965239] env[66001]: DEBUG dogpile.lock [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.965334] env[66001]: DEBUG dogpile.lock [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.965423] env[66001]: DEBUG dogpile.lock [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.965514] env[66001]: DEBUG dogpile.cache.region [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.965600] env[66001]: DEBUG dogpile.lock [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.965719] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.001387] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Session token - acquiring [ 530.002871] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.003082] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.003157] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.003567] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.016056] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.300977] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.321570] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.321826] env[66001]: DEBUG dogpile.cache.region [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.321826] env[66001]: DEBUG dogpile.lock [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.321960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Activating Policy API Provider. [ 530.322186] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Looking for the default Infrastructure Rules. [ 530.388708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Looking for the Default Layer3 Logged Drop Section. [ 530.404762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.405178] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.405337] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.405435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.405721] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.406071] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.920750] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.423475] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.926173] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Inventory metadata is going to be refreshed. [ 531.926618] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.677846] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.678185] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.678185] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.678445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.690343] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.691266] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.691893] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.709605] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.709891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.709891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.710215] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.710328] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.710450] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.710716] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.710887] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.730848] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.731229] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.731229] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.731460] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.731625] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.731766] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.754797] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.755177] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.755177] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.755357] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.755496] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.755633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.778241] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.778651] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.778651] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.778935] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.779038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.779163] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.779269] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.779368] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.799483] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.799835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.799835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.800037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.800170] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.800398] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.800398] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.800528] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.820209] env[66001]: DEBUG networking_nsxv3.common.locking [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.820407] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.820521] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.820832] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.820974] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.821137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.821239] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.821364] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Inventory metadata have been refreshed. [ 532.821477] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Dryrun:True. Metadata refresh completed. [ 532.821618] env[66001]: DEBUG oslo_concurrency.lockutils [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Releasing lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.823357] env[66001]: INFO neutron.agent.agent_extensions_manager [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Loaded agent extensions: [] [ 532.824063] env[66001]: DEBUG neutron_lib.callbacks.manager [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66001) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.880758] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.880975] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.881065] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent out of sync with plugin! [ 537.824717] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.825121] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.826692] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.827337] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.828420] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.828655] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.918893] env[66001]: INFO networking_nsxv3.common.synchronization [None req-156bf5b2-5c50-4430-96e2-90706e12d44d demo admin] Enqueued Resource ID: 6801a389-a13e-46fb-ae5e-c7e07feae78c with Priority: HIGHEST for action security_group_rules [ 547.919437] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6801a389-a13e-46fb-ae5e-c7e07feae78c with Priority: HIGHEST for action security_group_rules [ 547.919740] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6801a389-a13e-46fb-ae5e-c7e07feae78c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.919872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6801a389-a13e-46fb-ae5e-c7e07feae78c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.919974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6801a389-a13e-46fb-ae5e-c7e07feae78c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.920274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6801a389-a13e-46fb-ae5e-c7e07feae78c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.920358] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6801a389-a13e-46fb-ae5e-c7e07feae78c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.441107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.441318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.441318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.441476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.441556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.441724] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6801a389-a13e-46fb-ae5e-c7e07feae78c already deleted. [ 548.441724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6801a389-a13e-46fb-ae5e-c7e07feae78c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.920706] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.924526] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.827567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.828043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.828043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.828043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.828221] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.330876] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.834082] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.336622] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 556.336847] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 557.114927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.115387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.115387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.115387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.127639] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 557.128457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.129126] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 557.146877] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.147126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.147126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.147292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.147379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.147498] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 557.147593] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.147669] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 557.167973] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.168209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.168252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.168500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.168671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.168842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.189140] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.189361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.189361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.189572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.189675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.189786] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.207790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.208022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.208022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.208238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.208358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.208492] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 557.208567] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.208654] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 557.226596] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.226862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.226862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.227116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.227116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.227228] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 557.227322] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.227417] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 557.247415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.247623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.247623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.247841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.247944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.248093] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 557.248180] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.248250] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 557.248316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 557.248390] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 557.248454] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 557.248511] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 557.248833] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 557.248927] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 557.248979] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.271297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.271562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.271562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.271729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.271834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.271943] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.290249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.290448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.290448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.290630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.290754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.303090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.922433] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.922433] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.922835] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.923216] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.924054] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.924428] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.925616] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.925616] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.645738] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7da7d7f8-2df6-498c-8b0a-962efcc0eab5 None None] Enqueued Resource ID: 326c105e-0480-4023-991b-8b26d41ddd55 with Priority: HIGHEST for action port [ 574.646063] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326c105e-0480-4023-991b-8b26d41ddd55 with Priority: HIGHEST for action port [ 574.646783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-326c105e-0480-4023-991b-8b26d41ddd55 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.647180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326c105e-0480-4023-991b-8b26d41ddd55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.647283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326c105e-0480-4023-991b-8b26d41ddd55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.648670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326c105e-0480-4023-991b-8b26d41ddd55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.648670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326c105e-0480-4023-991b-8b26d41ddd55',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.150895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 326c105e-0480-4023-991b-8b26d41ddd55 [ 575.151481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.151481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.151481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.151616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.151678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.151769] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:326c105e-0480-4023-991b-8b26d41ddd55 already deleted. [ 575.152125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326c105e-0480-4023-991b-8b26d41ddd55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.495196] env[66001]: INFO networking_nsxv3.common.synchronization [None req-55cd3294-69a5-42e3-afc7-e4c520787c98 None None] Enqueued Resource ID: bd03739b-71e4-477f-92b9-c8c377a341e3 with Priority: HIGHEST for action port [ 576.495196] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd03739b-71e4-477f-92b9-c8c377a341e3 with Priority: HIGHEST for action port [ 576.495526] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd03739b-71e4-477f-92b9-c8c377a341e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.495590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd03739b-71e4-477f-92b9-c8c377a341e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.495621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd03739b-71e4-477f-92b9-c8c377a341e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.496398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd03739b-71e4-477f-92b9-c8c377a341e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.496398] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd03739b-71e4-477f-92b9-c8c377a341e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.999093] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd03739b-71e4-477f-92b9-c8c377a341e3 [ 576.999348] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.999487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.999576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.999801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.999892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.999989] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd03739b-71e4-477f-92b9-c8c377a341e3 already deleted. [ 577.000088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd03739b-71e4-477f-92b9-c8c377a341e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.524929] env[66001]: INFO networking_nsxv3.common.synchronization [None req-87853782-5dd6-4118-95b9-1abf0dc6ca95 None None] Enqueued Resource ID: 2787c8c8-d47a-4bff-81c8-1fc7b277a46e with Priority: HIGHEST for action port [ 579.525451] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2787c8c8-d47a-4bff-81c8-1fc7b277a46e with Priority: HIGHEST for action port [ 579.525843] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2787c8c8-d47a-4bff-81c8-1fc7b277a46e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.525973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2787c8c8-d47a-4bff-81c8-1fc7b277a46e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.526052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2787c8c8-d47a-4bff-81c8-1fc7b277a46e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.526478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2787c8c8-d47a-4bff-81c8-1fc7b277a46e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.526478] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2787c8c8-d47a-4bff-81c8-1fc7b277a46e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.810015] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3a8cfee6-8454-40ab-b63d-bb31e87acdba None None] Enqueued Resource ID: 6136f9d7-d8c4-41f0-b2c7-e16c17b5cced with Priority: HIGHEST for action port [ 579.810573] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6136f9d7-d8c4-41f0-b2c7-e16c17b5cced with Priority: HIGHEST for action port [ 579.810874] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6136f9d7-d8c4-41f0-b2c7-e16c17b5cced taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.810994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6136f9d7-d8c4-41f0-b2c7-e16c17b5cced" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.811122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6136f9d7-d8c4-41f0-b2c7-e16c17b5cced" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.812518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6136f9d7-d8c4-41f0-b2c7-e16c17b5cced" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.812693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6136f9d7-d8c4-41f0-b2c7-e16c17b5cced',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.029088] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2787c8c8-d47a-4bff-81c8-1fc7b277a46e [ 580.029389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.029544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.029619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.029839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.029927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.030030] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2787c8c8-d47a-4bff-81c8-1fc7b277a46e already deleted. [ 580.030115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2787c8c8-d47a-4bff-81c8-1fc7b277a46e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.315438] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6136f9d7-d8c4-41f0-b2c7-e16c17b5cced [ 580.315898] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.317296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.317337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.317572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.317699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.318241] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6136f9d7-d8c4-41f0-b2c7-e16c17b5cced already deleted. [ 580.318241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6136f9d7-d8c4-41f0-b2c7-e16c17b5cced" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.606794] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8b238475-c574-4fb5-af3f-6010f93ca9b7 None None] Enqueued Resource ID: 6a9616d2-7a9d-431e-9556-4a80b3fc86db with Priority: HIGHEST for action port [ 580.607585] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9616d2-7a9d-431e-9556-4a80b3fc86db with Priority: HIGHEST for action port [ 580.608666] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a9616d2-7a9d-431e-9556-4a80b3fc86db taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.608822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a9616d2-7a9d-431e-9556-4a80b3fc86db" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.608973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a9616d2-7a9d-431e-9556-4a80b3fc86db" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.609156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a9616d2-7a9d-431e-9556-4a80b3fc86db" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.609240] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9616d2-7a9d-431e-9556-4a80b3fc86db',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.111773] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a9616d2-7a9d-431e-9556-4a80b3fc86db [ 581.112046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.112191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.112264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.112527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.112618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.112715] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a9616d2-7a9d-431e-9556-4a80b3fc86db already deleted. [ 581.112796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a9616d2-7a9d-431e-9556-4a80b3fc86db" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.687642] env[66001]: INFO networking_nsxv3.common.synchronization [None req-86624c5a-3289-4e51-b3d6-081ab71607ac None None] Enqueued Resource ID: 98a8cb0a-723e-445b-b3d3-3799de52b518 with Priority: HIGHEST for action port [ 581.687642] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a8cb0a-723e-445b-b3d3-3799de52b518 with Priority: HIGHEST for action port [ 581.687642] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a8cb0a-723e-445b-b3d3-3799de52b518 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.687642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a8cb0a-723e-445b-b3d3-3799de52b518" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.687642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a8cb0a-723e-445b-b3d3-3799de52b518" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.688590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a8cb0a-723e-445b-b3d3-3799de52b518" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.688590] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a8cb0a-723e-445b-b3d3-3799de52b518',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.435801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a8cb0a-723e-445b-b3d3-3799de52b518 [ 582.435801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.435801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.435801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.435801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.435801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.435801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a8cb0a-723e-445b-b3d3-3799de52b518 already deleted. [ 582.435801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a8cb0a-723e-445b-b3d3-3799de52b518" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.879622] env[66001]: INFO networking_nsxv3.common.synchronization [None req-51ed07b0-3473-42e5-8e39-0c9ee15f37c4 None None] Enqueued Resource ID: 0c907b9d-f02e-4996-b6cf-6801ece6b7f6 with Priority: HIGHEST for action port [ 582.879622] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c907b9d-f02e-4996-b6cf-6801ece6b7f6 with Priority: HIGHEST for action port [ 582.879622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c907b9d-f02e-4996-b6cf-6801ece6b7f6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.879622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c907b9d-f02e-4996-b6cf-6801ece6b7f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.879622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c907b9d-f02e-4996-b6cf-6801ece6b7f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.879622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c907b9d-f02e-4996-b6cf-6801ece6b7f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.879622] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c907b9d-f02e-4996-b6cf-6801ece6b7f6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.080972] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8f155398-5d54-4fb9-bd7a-0914f46bc962 None None] Enqueued Resource ID: da732eaa-092a-4e19-8a66-c7600353abc8 with Priority: HIGHEST for action port [ 583.081727] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da732eaa-092a-4e19-8a66-c7600353abc8 with Priority: HIGHEST for action port [ 583.082955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-da732eaa-092a-4e19-8a66-c7600353abc8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.082955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da732eaa-092a-4e19-8a66-c7600353abc8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.083128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da732eaa-092a-4e19-8a66-c7600353abc8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.083489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da732eaa-092a-4e19-8a66-c7600353abc8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.083489] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da732eaa-092a-4e19-8a66-c7600353abc8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.382847] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c907b9d-f02e-4996-b6cf-6801ece6b7f6 [ 583.383803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.383997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.384083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.384343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.384388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.384488] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c907b9d-f02e-4996-b6cf-6801ece6b7f6 already deleted. [ 583.384569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c907b9d-f02e-4996-b6cf-6801ece6b7f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.587379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da732eaa-092a-4e19-8a66-c7600353abc8 [ 583.587379] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.587379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.587379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.587379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.587379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.587379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da732eaa-092a-4e19-8a66-c7600353abc8 already deleted. [ 583.587379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da732eaa-092a-4e19-8a66-c7600353abc8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.677021] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3e47041e-5da3-4996-9187-1cdf8c4ae075 None None] Enqueued Resource ID: 82c4cad3-ca5b-4247-bc8f-8b3a8481eb04 with Priority: HIGHEST for action port [ 583.677021] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c4cad3-ca5b-4247-bc8f-8b3a8481eb04 with Priority: HIGHEST for action port [ 583.677021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c4cad3-ca5b-4247-bc8f-8b3a8481eb04 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.677021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c4cad3-ca5b-4247-bc8f-8b3a8481eb04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.677021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c4cad3-ca5b-4247-bc8f-8b3a8481eb04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.677021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c4cad3-ca5b-4247-bc8f-8b3a8481eb04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.677021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c4cad3-ca5b-4247-bc8f-8b3a8481eb04',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.179929] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c4cad3-ca5b-4247-bc8f-8b3a8481eb04 [ 584.180357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.180357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.180476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.181264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.181264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.181264] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c4cad3-ca5b-4247-bc8f-8b3a8481eb04 already deleted. [ 584.181264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c4cad3-ca5b-4247-bc8f-8b3a8481eb04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.803568] env[66001]: INFO networking_nsxv3.common.synchronization [None req-bd164b54-0aa0-4241-8911-85349f37400c None None] Enqueued Resource ID: e8f37680-8c4f-43a1-a796-b0af758a5ca2 with Priority: HIGHEST for action port [ 584.803744] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f37680-8c4f-43a1-a796-b0af758a5ca2 with Priority: HIGHEST for action port [ 584.804295] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f37680-8c4f-43a1-a796-b0af758a5ca2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.804411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f37680-8c4f-43a1-a796-b0af758a5ca2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.804472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f37680-8c4f-43a1-a796-b0af758a5ca2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.804715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f37680-8c4f-43a1-a796-b0af758a5ca2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.804812] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f37680-8c4f-43a1-a796-b0af758a5ca2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.307426] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f37680-8c4f-43a1-a796-b0af758a5ca2 [ 585.310415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.310798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.310906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.311155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.311804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.311804] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f37680-8c4f-43a1-a796-b0af758a5ca2 already deleted. [ 585.311804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f37680-8c4f-43a1-a796-b0af758a5ca2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.520864] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7b718bd6-2e55-47be-be6d-b4b6eef26371 None None] Enqueued Resource ID: 87504cbd-0479-4810-b28a-3532c57b841a with Priority: HIGHEST for action port [ 585.522230] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87504cbd-0479-4810-b28a-3532c57b841a with Priority: HIGHEST for action port [ 585.523089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-87504cbd-0479-4810-b28a-3532c57b841a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.523282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87504cbd-0479-4810-b28a-3532c57b841a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.523578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87504cbd-0479-4810-b28a-3532c57b841a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.524053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87504cbd-0479-4810-b28a-3532c57b841a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.524247] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87504cbd-0479-4810-b28a-3532c57b841a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.028073] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87504cbd-0479-4810-b28a-3532c57b841a [ 586.028073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.028208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.028318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.028705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.029400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.029728] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87504cbd-0479-4810-b28a-3532c57b841a already deleted. [ 586.029994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87504cbd-0479-4810-b28a-3532c57b841a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.326422] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5c6a38e1-7421-4feb-91a1-3632da951c2d None None] Enqueued Resource ID: b219706f-2d21-45e4-a134-98e4e33396f9 with Priority: HIGHEST for action port [ 586.327170] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b219706f-2d21-45e4-a134-98e4e33396f9 with Priority: HIGHEST for action port [ 586.327566] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b219706f-2d21-45e4-a134-98e4e33396f9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.327566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b219706f-2d21-45e4-a134-98e4e33396f9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.327566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b219706f-2d21-45e4-a134-98e4e33396f9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.328365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b219706f-2d21-45e4-a134-98e4e33396f9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.328365] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b219706f-2d21-45e4-a134-98e4e33396f9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.830712] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b219706f-2d21-45e4-a134-98e4e33396f9 [ 586.830939] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.831738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.831738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.831738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.831738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.831738] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b219706f-2d21-45e4-a134-98e4e33396f9 already deleted. [ 586.831738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b219706f-2d21-45e4-a134-98e4e33396f9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.519290] env[66001]: INFO networking_nsxv3.common.synchronization [None req-43146b03-09bc-4b52-9a01-087a6e7631ad None None] Enqueued Resource ID: dc7aca40-430f-491c-8880-f39f25d46530 with Priority: HIGHEST for action port [ 587.519290] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7aca40-430f-491c-8880-f39f25d46530 with Priority: HIGHEST for action port [ 587.519290] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7aca40-430f-491c-8880-f39f25d46530 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.519290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7aca40-430f-491c-8880-f39f25d46530" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.519290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7aca40-430f-491c-8880-f39f25d46530" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.519290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7aca40-430f-491c-8880-f39f25d46530" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.519290] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7aca40-430f-491c-8880-f39f25d46530',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.023129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc7aca40-430f-491c-8880-f39f25d46530 [ 588.023810] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.023810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.023810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.023810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.024676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.024676] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc7aca40-430f-491c-8880-f39f25d46530 already deleted. [ 588.024676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7aca40-430f-491c-8880-f39f25d46530" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.151495] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8c152cc3-3306-423a-af6a-aad1ce997925 None None] Enqueued Resource ID: d8884521-6ebc-469b-8e43-314cdbc21bf9 with Priority: HIGHEST for action port [ 588.152461] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8884521-6ebc-469b-8e43-314cdbc21bf9 with Priority: HIGHEST for action port [ 588.152461] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8884521-6ebc-469b-8e43-314cdbc21bf9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.152461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8884521-6ebc-469b-8e43-314cdbc21bf9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.152650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8884521-6ebc-469b-8e43-314cdbc21bf9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.152778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8884521-6ebc-469b-8e43-314cdbc21bf9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.152856] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8884521-6ebc-469b-8e43-314cdbc21bf9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.655019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8884521-6ebc-469b-8e43-314cdbc21bf9 [ 588.655425] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.656075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.656075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.656075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.656075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.656075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8884521-6ebc-469b-8e43-314cdbc21bf9 already deleted. [ 588.656075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8884521-6ebc-469b-8e43-314cdbc21bf9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.019994] env[66001]: INFO networking_nsxv3.common.synchronization [None req-dd0593f3-18ed-4e73-8f60-fa57c1a29a43 None None] Enqueued Resource ID: 05ff3e75-812e-40a8-8146-b72d218825cd with Priority: HIGHEST for action port [ 589.019994] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ff3e75-812e-40a8-8146-b72d218825cd with Priority: HIGHEST for action port [ 589.019994] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ff3e75-812e-40a8-8146-b72d218825cd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.019994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ff3e75-812e-40a8-8146-b72d218825cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.021228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ff3e75-812e-40a8-8146-b72d218825cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.021228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ff3e75-812e-40a8-8146-b72d218825cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.021300] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ff3e75-812e-40a8-8146-b72d218825cd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.524880] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05ff3e75-812e-40a8-8146-b72d218825cd [ 589.524880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.524880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.524880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.524880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.524880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.524880] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05ff3e75-812e-40a8-8146-b72d218825cd already deleted. [ 589.524880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ff3e75-812e-40a8-8146-b72d218825cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.160128] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c02fe651-ac66-4543-9713-6e84e0ad3b69 tempest-ServersTestBootFromVolume-1514449040 tempest-ServersTestBootFromVolume-1514449040-project-member] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 590.162367] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 590.162367] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.162367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.162852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.163145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.163238] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.364697] env[66001]: INFO networking_nsxv3.common.synchronization [None req-36eae0b0-db45-4bfa-9893-05db16f8d2e7 None None] Enqueued Resource ID: c4f482e6-5daf-4180-99b7-5969c7676224 with Priority: HIGHEST for action port [ 590.364697] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f482e6-5daf-4180-99b7-5969c7676224 with Priority: HIGHEST for action port [ 590.364697] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f482e6-5daf-4180-99b7-5969c7676224 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.364697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f482e6-5daf-4180-99b7-5969c7676224" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.364697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f482e6-5daf-4180-99b7-5969c7676224" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.364697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f482e6-5daf-4180-99b7-5969c7676224" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.364697] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f482e6-5daf-4180-99b7-5969c7676224',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.638616] env[66001]: INFO networking_nsxv3.common.synchronization [req-8a51f3f3-a372-4660-bf97-4632447e60cb req-18afed43-df6d-4aac-9fd2-83b91779e323 tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7 with Priority: HIGHEST for action security_group_rules [ 590.639259] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7 with Priority: HIGHEST for action security_group_rules [ 590.639675] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.639846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.639899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.640181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.640310] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.688019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.688019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.688019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.688019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.688019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.688019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8904e233-5911-4313-aa38-9cda902851ea already deleted. [ 590.688019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.806233] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5d6b1d9d-eb8d-48dc-b122-0581dd5f3368 tempest-ServersTestBootFromVolume-1514449040 tempest-ServersTestBootFromVolume-1514449040-project-member] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 590.806744] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 590.809187] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.809187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.809392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.809595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.809682] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.870599] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4f482e6-5daf-4180-99b7-5969c7676224 [ 590.871837] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.871837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.871837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.871837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.871837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.871837] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4f482e6-5daf-4180-99b7-5969c7676224 already deleted. [ 590.871837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f482e6-5daf-4180-99b7-5969c7676224" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.161518] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.161925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.161925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.162136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.162244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.162346] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7 already deleted. [ 591.162846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2278bbd9-0bb1-49c4-a8c7-72cf0b6f3bf7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.332979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.333503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.333724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.334015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.334109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.334259] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8904e233-5911-4313-aa38-9cda902851ea already deleted. [ 591.334307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.478835] env[66001]: INFO networking_nsxv3.common.synchronization [req-d2fc7d31-db2d-4bf1-b2e2-db3d8fcbef3d req-8e1bf550-0f51-4c08-b133-2760a4c146b7 tempest-DeleteServersAdminTestJSON-57790196 tempest-DeleteServersAdminTestJSON-57790196-project-member] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 591.478990] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 591.479652] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.479652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.479652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.479790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.480195] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.483119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.483252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.483457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.483548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.483647] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.701062] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3361739e-784f-4003-9327-b6fb5f0c4999 None None] Enqueued Resource ID: 60065ead-523a-4485-8288-3c5bce8336f2 with Priority: HIGHEST for action port [ 591.701062] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60065ead-523a-4485-8288-3c5bce8336f2 with Priority: HIGHEST for action port [ 591.701582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-60065ead-523a-4485-8288-3c5bce8336f2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.701582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60065ead-523a-4485-8288-3c5bce8336f2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.701582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60065ead-523a-4485-8288-3c5bce8336f2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.702916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60065ead-523a-4485-8288-3c5bce8336f2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.702916] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60065ead-523a-4485-8288-3c5bce8336f2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.987124] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.987332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.987381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.987979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.987979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.987979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.988914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.988914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.988914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.988914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.988914] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 already deleted. [ 591.988914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.204794] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60065ead-523a-4485-8288-3c5bce8336f2 [ 592.205850] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.205850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.205850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.205850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.206353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.206559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60065ead-523a-4485-8288-3c5bce8336f2 already deleted. [ 592.206687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60065ead-523a-4485-8288-3c5bce8336f2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.358082] env[66001]: INFO networking_nsxv3.common.synchronization [None req-087e83be-c338-4acf-99ad-c095ca2d8cdc None None] Enqueued Resource ID: ec4fda04-736b-4ca4-939f-0eb2f709f50d with Priority: HIGHEST for action port [ 592.358389] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4fda04-736b-4ca4-939f-0eb2f709f50d with Priority: HIGHEST for action port [ 592.359608] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4fda04-736b-4ca4-939f-0eb2f709f50d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.359776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4fda04-736b-4ca4-939f-0eb2f709f50d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.359874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4fda04-736b-4ca4-939f-0eb2f709f50d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.360166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4fda04-736b-4ca4-939f-0eb2f709f50d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.360916] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4fda04-736b-4ca4-939f-0eb2f709f50d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.765191] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.765408] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.765524] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.765874] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.766161] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.767018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.767018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.767018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.767018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.767442] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.767442] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.767442] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.767442] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.767442] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.767584] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.767714] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.792667] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.792879] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.792879] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.793309] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.793425] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e380f157-dc4e-4ace-b9f7-2b33425476f4 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.793565] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.793655] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.793900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.794415] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e380f157-dc4e-4ace-b9f7-2b33425476f4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.866076] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4fda04-736b-4ca4-939f-0eb2f709f50d [ 592.866076] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.866076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.866076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.866076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.866076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.866076] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4fda04-736b-4ca4-939f-0eb2f709f50d already deleted. [ 592.866076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4fda04-736b-4ca4-939f-0eb2f709f50d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.067923] env[66001]: INFO networking_nsxv3.common.synchronization [req-631b3ddb-ed7b-4b01-a9ef-0e676245c885 req-3d2b1586-392f-4d98-ad0b-641c7a264824 tempest-ServersAdminNegativeTestJSON-208760916 tempest-ServersAdminNegativeTestJSON-208760916-project-member] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 593.068132] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 593.068718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.069023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.069097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.069389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.070614] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.070779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.071159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.071634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.071920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.072508] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.300663] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.301321] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.301969] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.304109] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e380f157-dc4e-4ace-b9f7-2b33425476f4 not found, creating... [ 593.304109] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.304109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.305200] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.305603] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.305899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.306820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.306820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.306820] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e380f157-dc4e-4ace-b9f7-2b33425476f4 is going to be created. [ 593.334735] env[66001]: INFO networking_nsxv3.common.synchronization [None req-db26a57f-76eb-4e89-9258-412597215915 None None] Enqueued Resource ID: 4f70c199-ad17-41d7-a5b1-47153ed87d5a with Priority: HIGHEST for action port [ 593.336152] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f70c199-ad17-41d7-a5b1-47153ed87d5a with Priority: HIGHEST for action port [ 593.336491] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f70c199-ad17-41d7-a5b1-47153ed87d5a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.336623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f70c199-ad17-41d7-a5b1-47153ed87d5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.336693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f70c199-ad17-41d7-a5b1-47153ed87d5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.336943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f70c199-ad17-41d7-a5b1-47153ed87d5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.337081] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f70c199-ad17-41d7-a5b1-47153ed87d5a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.339969] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.340738] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.340738] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.340738] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.340927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.341019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.579445] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.579635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.579711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.579926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.580031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.580234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.580329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.580394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.580551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.580621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.580707] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c already deleted. [ 593.580788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.840106] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f70c199-ad17-41d7-a5b1-47153ed87d5a [ 593.840403] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.840551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.840638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.840876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.840969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.841094] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f70c199-ad17-41d7-a5b1-47153ed87d5a already deleted. [ 593.841184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f70c199-ad17-41d7-a5b1-47153ed87d5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.846655] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.846837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.846937] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.847201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.847454] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.847601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.847710] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.847911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.848060] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.848259] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.848365] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.848469] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.848570] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.848694] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.848762] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.848900] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.870165] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.870333] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.870469] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.870645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.870951] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.871142] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.871259] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.871632] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.871796] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ecf0bd-2f2d-4409-8e6a-17295f71f911',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.170178] env[66001]: INFO networking_nsxv3.common.synchronization [req-d2fc7d31-db2d-4bf1-b2e2-db3d8fcbef3d req-f60e496d-6792-4e3a-a7db-0717f043c9c6 service nova] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_rules [ 594.170379] env[66001]: INFO networking_nsxv3.common.synchronization [req-d2fc7d31-db2d-4bf1-b2e2-db3d8fcbef3d req-f60e496d-6792-4e3a-a7db-0717f043c9c6 service nova] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 594.170527] env[66001]: INFO networking_nsxv3.common.synchronization [req-d2fc7d31-db2d-4bf1-b2e2-db3d8fcbef3d req-f60e496d-6792-4e3a-a7db-0717f043c9c6 service nova] Enqueued Resource ID: e380f157-dc4e-4ace-b9f7-2b33425476f4 with Priority: HIGHEST for action port [ 594.171130] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_rules [ 594.171130] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 594.171644] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e380f157-dc4e-4ace-b9f7-2b33425476f4 with Priority: HIGHEST for action port [ 594.171644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.171644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.171818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.171980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.172084] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.173136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.173257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.173314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.173477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.173646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.173728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.173839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.173906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.173994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.174102] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.178154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e380f157-dc4e-4ace-b9f7-2b33425476f4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.178154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.178154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.178154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.178154] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e380f157-dc4e-4ace-b9f7-2b33425476f4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.376201] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.377284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.377284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.377600] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.377807] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.378397] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port c9ecf0bd-2f2d-4409-8e6a-17295f71f911 not found, creating... [ 594.378397] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.378555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.378588] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.380096] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.380096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.380096] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c9ecf0bd-2f2d-4409-8e6a-17295f71f911 is going to be created. [ 594.404334] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.404548] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.404665] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.406923] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.406923] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.406923] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.680972] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.681114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.695594] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e380f157-dc4e-4ace-b9f7-2b33425476f4 with status ACTIVE [ 594.696124] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.696272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.696347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.696565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.696651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.696834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.696936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.696988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.697170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.697255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.697468] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.697558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.697616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.697754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.697834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.697916] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e380f157-dc4e-4ace-b9f7-2b33425476f4 is going to be updated. [ 594.699548] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.723046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.723196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.723273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.723527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.723688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.724049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e380f157-dc4e-4ace-b9f7-2b33425476f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.143238] env[66001]: INFO networking_nsxv3.common.synchronization [None req-90861cc2-d46e-491b-8958-59290db1b5eb None None] Enqueued Resource ID: 409cd8fa-00b2-4c2b-85e0-45fec9281851 with Priority: HIGHEST for action port [ 595.143238] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409cd8fa-00b2-4c2b-85e0-45fec9281851 with Priority: HIGHEST for action port [ 595.143238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-409cd8fa-00b2-4c2b-85e0-45fec9281851 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.143238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409cd8fa-00b2-4c2b-85e0-45fec9281851" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.143522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409cd8fa-00b2-4c2b-85e0-45fec9281851" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.143893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409cd8fa-00b2-4c2b-85e0-45fec9281851" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.144142] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409cd8fa-00b2-4c2b-85e0-45fec9281851',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.203075] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.542805] env[66001]: INFO networking_nsxv3.common.synchronization [req-631b3ddb-ed7b-4b01-a9ef-0e676245c885 req-bba8c85b-9ff0-4db3-8e6e-ec8eaf7a1c9c service nova] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_rules [ 595.544341] env[66001]: INFO networking_nsxv3.common.synchronization [req-631b3ddb-ed7b-4b01-a9ef-0e676245c885 req-bba8c85b-9ff0-4db3-8e6e-ec8eaf7a1c9c service nova] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 595.544341] env[66001]: INFO networking_nsxv3.common.synchronization [req-631b3ddb-ed7b-4b01-a9ef-0e676245c885 req-bba8c85b-9ff0-4db3-8e6e-ec8eaf7a1c9c service nova] Enqueued Resource ID: c9ecf0bd-2f2d-4409-8e6a-17295f71f911 with Priority: HIGHEST for action port [ 595.546214] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_rules [ 595.546406] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 595.546518] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ecf0bd-2f2d-4409-8e6a-17295f71f911 with Priority: HIGHEST for action port [ 595.547579] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.547824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.547824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.548065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.548206] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.551467] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.551637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.552095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.552095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.552456] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.552533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.552599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.552747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.552903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.553012] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.554796] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.556974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.556974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.556974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.556974] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ecf0bd-2f2d-4409-8e6a-17295f71f911',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.647588] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 409cd8fa-00b2-4c2b-85e0-45fec9281851 [ 595.647813] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.647934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.647994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.648222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648441] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:409cd8fa-00b2-4c2b-85e0-45fec9281851 already deleted. [ 595.648554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409cd8fa-00b2-4c2b-85e0-45fec9281851" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.713921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.713921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.713921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.714173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.714269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.714367] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be created. [ 595.760791] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.761770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.761770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.761770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.761770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.775308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: UNINITIALIZED for 2s [ 596.052119] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.052535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.056801] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.061437] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9ecf0bd-2f2d-4409-8e6a-17295f71f911 with status ACTIVE [ 596.061437] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.061437] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.061437] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.061437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.061437] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9ecf0bd-2f2d-4409-8e6a-17295f71f911 is going to be updated. [ 596.086664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.086664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.086664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.087485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.087485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ecf0bd-2f2d-4409-8e6a-17295f71f911" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.262229] env[66001]: INFO networking_nsxv3.common.synchronization [req-66c5e638-f53f-4525-8e79-1346856c0077 req-937b8572-e834-45cc-a34c-01c7424346d4 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 596.262229] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 596.262229] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.262229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.262229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.263111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.263447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.263708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.264918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.265349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.265561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.265750] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.477166] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8ba86394-c9ea-438b-92f9-1197d7da6c3c tempest-VolumesAssistedSnapshotsTest-1122732751 tempest-VolumesAssistedSnapshotsTest-1122732751-project-member] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 596.477166] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 596.477166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.477166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.477166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.477166] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.559874] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.768538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.768792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.768866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.769141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.769263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.769513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.769674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.769751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.771369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.771369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.771369] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 already deleted. [ 596.771369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.785779] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e15199c6-82ce-4fee-ae3f-f51d76793033 None None] Enqueued Resource ID: 215add1b-f370-4b5a-b0da-26ff22ea2428 with Priority: HIGHEST for action port [ 596.785779] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215add1b-f370-4b5a-b0da-26ff22ea2428 with Priority: HIGHEST for action port [ 596.785779] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-215add1b-f370-4b5a-b0da-26ff22ea2428 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.785779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215add1b-f370-4b5a-b0da-26ff22ea2428" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.785779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215add1b-f370-4b5a-b0da-26ff22ea2428" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.785779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215add1b-f370-4b5a-b0da-26ff22ea2428" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.785779] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215add1b-f370-4b5a-b0da-26ff22ea2428',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.000809] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.000997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.001360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.001360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.001456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.001497] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e already deleted. [ 597.001801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.063433] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.063433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.063433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.063726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.063726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.064164] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be created. [ 597.088038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.088795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.088999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.090099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.090099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.117346] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: UNINITIALIZED for 2s [ 597.154311] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.154633] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.154794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.155524] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.155524] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.155695] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.155824] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.156104] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.156284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.156520] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.156666] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.156831] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.157131] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.157300] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.157410] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.157541] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.178332] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.178332] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.178332] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.178332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.178332] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-be5e6c97-1272-4ab8-af2d-6070e9be4bed taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.178551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.178551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.179179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.179353] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5e6c97-1272-4ab8-af2d-6070e9be4bed',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.285626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 215add1b-f370-4b5a-b0da-26ff22ea2428 [ 597.285626] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286066] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:215add1b-f370-4b5a-b0da-26ff22ea2428 already deleted. [ 597.286066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215add1b-f370-4b5a-b0da-26ff22ea2428" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.326375] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4eaecf2d-0dfd-4b5c-87dd-7bba468f38bd tempest-VolumesAssistedSnapshotsTest-1122732751 tempest-VolumesAssistedSnapshotsTest-1122732751-project-member] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 597.326505] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 597.326750] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.326894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.326950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.327224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.327481] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.387759] env[66001]: INFO networking_nsxv3.common.synchronization [None req-1acf84e2-4887-4669-a8df-f11a3744ca19 None None] Enqueued Resource ID: fb5e757a-9fd6-4da7-8529-da64d6c07987 with Priority: HIGHEST for action port [ 597.388498] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5e757a-9fd6-4da7-8529-da64d6c07987 with Priority: HIGHEST for action port [ 597.388954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb5e757a-9fd6-4da7-8529-da64d6c07987 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.389219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb5e757a-9fd6-4da7-8529-da64d6c07987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.389391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb5e757a-9fd6-4da7-8529-da64d6c07987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.389851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb5e757a-9fd6-4da7-8529-da64d6c07987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.390161] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5e757a-9fd6-4da7-8529-da64d6c07987',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.681793] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.682158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.682158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682409] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682570] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.682727] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port be5e6c97-1272-4ab8-af2d-6070e9be4bed not found, creating... [ 597.682979] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.683140] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.683242] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.683451] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.683577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.683851] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.683992] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.684113] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.684306] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.684429] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.684556] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: be5e6c97-1272-4ab8-af2d-6070e9be4bed is going to be created. [ 597.706067] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.706323] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.706452] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.706756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.706987] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.707238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.792023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.792023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.792023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.792023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.850954] env[66001]: INFO networking_nsxv3.common.synchronization [None req-43c04756-ecb8-4d39-8245-a379a0b1efbf None None] Enqueued Resource ID: b0031a23-8871-4e6f-bc7a-a3486944e577 with Priority: HIGHEST for action port [ 597.851703] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0031a23-8871-4e6f-bc7a-a3486944e577 with Priority: HIGHEST for action port [ 597.851838] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0031a23-8871-4e6f-bc7a-a3486944e577 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.852337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0031a23-8871-4e6f-bc7a-a3486944e577" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.852337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0031a23-8871-4e6f-bc7a-a3486944e577" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.852337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0031a23-8871-4e6f-bc7a-a3486944e577" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.852337] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0031a23-8871-4e6f-bc7a-a3486944e577',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.855376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.855540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.855582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.855823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.855823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.855910] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e already deleted. [ 597.855986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.894513] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb5e757a-9fd6-4da7-8529-da64d6c07987 [ 597.894755] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.894892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.894960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb5e757a-9fd6-4da7-8529-da64d6c07987 already deleted. [ 597.895460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb5e757a-9fd6-4da7-8529-da64d6c07987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.294750] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.295011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.295111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.295364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.295575] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.295707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.295936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.295993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.296108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.296196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.296373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.296483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.296547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.296701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.296849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.296941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.297036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.297167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.297244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.297331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.297420] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.355078] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0031a23-8871-4e6f-bc7a-a3486944e577 [ 598.355330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.355967] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0031a23-8871-4e6f-bc7a-a3486944e577 already deleted. [ 598.356068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0031a23-8871-4e6f-bc7a-a3486944e577" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.477991] env[66001]: INFO networking_nsxv3.common.synchronization [req-66c5e638-f53f-4525-8e79-1346856c0077 req-9759d0cc-46cb-42ed-8ca3-0d52229ccfb9 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 598.477991] env[66001]: INFO networking_nsxv3.common.synchronization [req-66c5e638-f53f-4525-8e79-1346856c0077 req-9759d0cc-46cb-42ed-8ca3-0d52229ccfb9 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 598.477991] env[66001]: INFO networking_nsxv3.common.synchronization [req-66c5e638-f53f-4525-8e79-1346856c0077 req-9759d0cc-46cb-42ed-8ca3-0d52229ccfb9 service nova] Enqueued Resource ID: be5e6c97-1272-4ab8-af2d-6070e9be4bed with Priority: HIGHEST for action port [ 598.478600] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 598.478759] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 598.479024] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5e6c97-1272-4ab8-af2d-6070e9be4bed with Priority: HIGHEST for action port [ 598.479151] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.479537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.479537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.479694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.480202] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.480707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.480877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.480931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.481197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.482573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.483704] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5e6c97-1272-4ab8-af2d-6070e9be4bed taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.484560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.484560] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5e6c97-1272-4ab8-af2d-6070e9be4bed',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.803888] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20915453-3fc2-421e-81f4-263f83805f89: rpc.has_security_group_logging(os_id): False [ 598.824685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.824838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.824909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.825218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.825287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.825513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.825643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.825677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.825833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.825910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.826116] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.826211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.826273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.826415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.826491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.826669] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.826767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.826841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.826983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.830611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.830754] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be created. [ 598.899220] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.901724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.901815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.902108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.902401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.919582] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 598.987680] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.987680] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.987680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.990164] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be5e6c97-1272-4ab8-af2d-6070e9be4bed with status ACTIVE [ 598.990164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.990164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.990164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.990583] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.990583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.990583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.990713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.990834] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be5e6c97-1272-4ab8-af2d-6070e9be4bed is going to be updated. [ 599.029632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.029632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.029632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.029632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.029632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.029632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5e6c97-1272-4ab8-af2d-6070e9be4bed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.054373] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5f70fd36-964f-473b-9055-255cd77b0e6c tempest-ServersTestJSON-1149084824 tempest-ServersTestJSON-1149084824-project-member] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 599.054373] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 599.054668] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.054802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.055114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.055195] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.136346] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.136346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.136346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.136346] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.392903] env[66001]: INFO networking_nsxv3.common.synchronization [None req-68aa8007-df99-4c45-af95-5a208a4d905c tempest-ServersTestJSON-1149084824 tempest-ServersTestJSON-1149084824-project-member] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 599.393963] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 599.395084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.397044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.489113] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.577695] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.578195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.578315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.578413] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d already deleted. [ 599.578522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.578701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.578898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.579017] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.639346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.639506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.639629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.639793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.639971] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.640081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.640143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.640289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.640369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.640449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.640592] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.640680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.640788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.640975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.640975] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.641079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.641143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.641277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.641380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.641508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.641558] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.991858] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.991858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.993031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.993421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.993572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.993826] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be created. [ 600.020487] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.020837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.020998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.022119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.022119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.038515] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: UNINITIALIZED for 2s [ 600.105793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.106304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.107056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.107056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.107056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.107056] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d already deleted. [ 600.107056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.150052] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586e8599-b650-45ab-b6f5-37c8987a039c: rpc.has_security_group_logging(os_id): False [ 600.168595] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.170743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.170828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.171046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.171136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.171351] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.171449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.171529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.171703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.171776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.173087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.173087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.173087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.173087] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be created. [ 600.214228] env[66001]: INFO networking_nsxv3.common.synchronization [req-d6c26fbe-5e0d-490b-8d7d-8d9fb52ea61e req-270260fb-b059-48a5-a68e-0354a002cb1f tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 9319adbc-9414-434d-8d74-ad02be8000c0 with Priority: HIGHEST for action security_group_rules [ 600.214228] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9319adbc-9414-434d-8d74-ad02be8000c0 with Priority: HIGHEST for action security_group_rules [ 600.214680] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9319adbc-9414-434d-8d74-ad02be8000c0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.214680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9319adbc-9414-434d-8d74-ad02be8000c0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.214770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9319adbc-9414-434d-8d74-ad02be8000c0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.214997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9319adbc-9414-434d-8d74-ad02be8000c0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.215086] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9319adbc-9414-434d-8d74-ad02be8000c0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.242620] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.242790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.242861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.243096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.243290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.256771] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 600.492143] env[66001]: INFO networking_nsxv3.common.synchronization [None req-17d72518-0ebc-435c-8665-3e54cfadaa79 None None] Enqueued Resource ID: ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9 with Priority: HIGHEST for action port [ 600.495900] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9 with Priority: HIGHEST for action port [ 600.495900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.495900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.495900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.495900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.495900] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.747915] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.747915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.747915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.747915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.748537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.748537] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9319adbc-9414-434d-8d74-ad02be8000c0 already deleted. [ 600.748537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9319adbc-9414-434d-8d74-ad02be8000c0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.934156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 600.934156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999201] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9 [ 600.999201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.999201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.999568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9 already deleted. [ 600.999568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec24fa9f-e4dc-4969-b6c0-32bbdbc21cc9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.838728] env[66001]: INFO networking_nsxv3.common.synchronization [None req-16309b76-a8b5-4e74-b599-8fe79338424d None None] Enqueued Resource ID: 3e06abe9-1194-47bd-9ae5-4b6db74bdfba with Priority: HIGHEST for action port [ 601.839315] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e06abe9-1194-47bd-9ae5-4b6db74bdfba with Priority: HIGHEST for action port [ 601.839616] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e06abe9-1194-47bd-9ae5-4b6db74bdfba taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.839751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e06abe9-1194-47bd-9ae5-4b6db74bdfba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.839814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e06abe9-1194-47bd-9ae5-4b6db74bdfba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.840134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e06abe9-1194-47bd-9ae5-4b6db74bdfba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.840235] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e06abe9-1194-47bd-9ae5-4b6db74bdfba',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.048801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 602.049182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.049182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.049385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.050025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.050025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.050025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.050025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.050227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.050227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.050227] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.269508] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 602.269508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.342913] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e06abe9-1194-47bd-9ae5-4b6db74bdfba [ 602.342913] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.342913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.342913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.342913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.343139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343139] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e06abe9-1194-47bd-9ae5-4b6db74bdfba already deleted. [ 602.343269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e06abe9-1194-47bd-9ae5-4b6db74bdfba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.553242] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.553408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.553497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554061] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.554384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.554752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.555029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.555222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.555222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.555336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.555369] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.062631] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 603.087566] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.087566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.087566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.087566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.088886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.089305] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.089993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.089993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.089993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.089993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.090212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.090503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.090587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.090782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091256] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be created. [ 603.166707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.166928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.166971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.167222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.167421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.181485] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 604.138593] env[66001]: INFO networking_nsxv3.common.synchronization [None req-6faee815-c761-49f8-8563-219b5b015623 None None] Enqueued Resource ID: 22c1aa3d-b84d-49cf-b512-4c4c826497d4 with Priority: HIGHEST for action port [ 604.139204] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c1aa3d-b84d-49cf-b512-4c4c826497d4 with Priority: HIGHEST for action port [ 604.139604] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c1aa3d-b84d-49cf-b512-4c4c826497d4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.139761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c1aa3d-b84d-49cf-b512-4c4c826497d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.139822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c1aa3d-b84d-49cf-b512-4c4c826497d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.140095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c1aa3d-b84d-49cf-b512-4c4c826497d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.140178] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c1aa3d-b84d-49cf-b512-4c4c826497d4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.644016] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22c1aa3d-b84d-49cf-b512-4c4c826497d4 [ 604.644898] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.645101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.646088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.646088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.646088] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22c1aa3d-b84d-49cf-b512-4c4c826497d4 already deleted. [ 604.646088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c1aa3d-b84d-49cf-b512-4c4c826497d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.998380] env[66001]: INFO networking_nsxv3.common.synchronization [None req-797b0411-9cb5-4e1e-9df3-1230bfb9e1f8 None None] Enqueued Resource ID: cc55032a-84de-425a-81c9-9473aa719c21 with Priority: HIGHEST for action port [ 604.999582] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc55032a-84de-425a-81c9-9473aa719c21 with Priority: HIGHEST for action port [ 605.002181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc55032a-84de-425a-81c9-9473aa719c21 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.002181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc55032a-84de-425a-81c9-9473aa719c21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.002181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc55032a-84de-425a-81c9-9473aa719c21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.002181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc55032a-84de-425a-81c9-9473aa719c21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.002181] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc55032a-84de-425a-81c9-9473aa719c21',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.199871] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 605.200192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503392] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc55032a-84de-425a-81c9-9473aa719c21 [ 605.503662] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.503837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.503939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.506375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.506375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.506375] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc55032a-84de-425a-81c9-9473aa719c21 already deleted. [ 605.506375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc55032a-84de-425a-81c9-9473aa719c21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.611327] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c27beb61-0b93-4442-8014-1154fd861ede None None] Enqueued Resource ID: 6a6ce82e-7908-479d-a8ea-878605feb29c with Priority: HIGHEST for action port [ 606.611968] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6ce82e-7908-479d-a8ea-878605feb29c with Priority: HIGHEST for action port [ 606.612433] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6ce82e-7908-479d-a8ea-878605feb29c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.613196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6ce82e-7908-479d-a8ea-878605feb29c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.613325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6ce82e-7908-479d-a8ea-878605feb29c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.613662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6ce82e-7908-479d-a8ea-878605feb29c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.613895] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6ce82e-7908-479d-a8ea-878605feb29c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.798172] env[66001]: INFO networking_nsxv3.common.synchronization [req-ea9824ed-274c-4a05-8520-f183f1174ced req-b6477343-fccf-4155-9cc2-6eb1fc1fed70 tempest-ImagesOneServerTestJSON-689949211 tempest-ImagesOneServerTestJSON-689949211-project-member] Enqueued Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 606.798581] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 606.799255] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.799600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.799600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.799835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.800037] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.800134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.800206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.800364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.800446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.800540] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.939886] env[66001]: INFO networking_nsxv3.common.synchronization [req-f6736db7-a61b-4fc5-afe4-b05b936fc23c req-8cfcd2ff-7d4a-451d-8ceb-c2ce03550ea8 tempest-SecurityGroupRulesNegativeTestJSON-1081035384 tempest-SecurityGroupRulesNegativeTestJSON-1081035384-project-member] Enqueued Resource ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be with Priority: HIGHEST for action security_group_rules [ 606.941110] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be with Priority: HIGHEST for action security_group_rules [ 606.941110] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.942047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.942047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.942047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.942047] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc31e3f-9af3-462a-9e7b-92b82b5152be',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.117642] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a6ce82e-7908-479d-a8ea-878605feb29c [ 607.117742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.117989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.117989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.118632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.118632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.118632] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a6ce82e-7908-479d-a8ea-878605feb29c already deleted. [ 607.118632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6ce82e-7908-479d-a8ea-878605feb29c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.127991] env[66001]: INFO networking_nsxv3.common.synchronization [req-d0a32917-6a98-4ace-8f75-fd5f0b0fe5c6 req-7ff46967-f30a-455d-be4e-41153d80ca8b tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 08ddc086-9ae3-4865-bee8-757c09a207e5 with Priority: HIGHEST for action security_group_rules [ 607.127991] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddc086-9ae3-4865-bee8-757c09a207e5 with Priority: HIGHEST for action security_group_rules [ 607.127991] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddc086-9ae3-4865-bee8-757c09a207e5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.127991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddc086-9ae3-4865-bee8-757c09a207e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.127991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddc086-9ae3-4865-bee8-757c09a207e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.127991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddc086-9ae3-4865-bee8-757c09a207e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.127991] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddc086-9ae3-4865-bee8-757c09a207e5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.243721] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.245089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.245089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.245089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.245385] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.245855] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.246151] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.246607] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.249120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.249120] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.249120] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.249120] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.249120] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.249120] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.249120] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.249120] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.274833] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.276145] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.276145] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.276145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276357] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-fd7d7509-73b5-4192-b807-1cf79e0fcaab taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.276445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.276562] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276844] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276975] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7d7509-73b5-4192-b807-1cf79e0fcaab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.303237] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.303403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.303445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.303689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.303779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.303976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.304086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.304146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.304292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.304366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.304448] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 already deleted. [ 607.304525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.463016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.464069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.464833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.464833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.464833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.464833] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be already deleted. [ 607.464833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.648030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.648372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.648372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.648507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.648562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.648633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddc086-9ae3-4865-bee8-757c09a207e5 already deleted. [ 607.648721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddc086-9ae3-4865-bee8-757c09a207e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.782241] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.782494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.782685] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.782975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.783202] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.783300] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port fd7d7509-73b5-4192-b807-1cf79e0fcaab not found, creating... [ 607.783555] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.783704] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.783815] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.784109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.784183] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.784462] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.784671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.784711] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.784903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.785044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.785215] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: fd7d7509-73b5-4192-b807-1cf79e0fcaab is going to be created. [ 607.814240] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.814481] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.814575] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.814986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.815096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.815284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.030495] env[66001]: INFO networking_nsxv3.common.synchronization [None req-9b6b74e0-0851-42e0-8fe6-1161f65ca40b tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 608.030495] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 608.030495] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.030495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.030495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.030495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.030495] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.161121] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c35e935a-461f-454a-9940-ce535b7d9715 tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 608.161121] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 608.161121] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.161652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.553636] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.553636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.553636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.554469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.554469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554469] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e already deleted. [ 608.554469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.554469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.554834] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.561212] env[66001]: INFO networking_nsxv3.common.synchronization [req-ea9824ed-274c-4a05-8520-f183f1174ced req-5613e5a2-7dea-4839-b9c0-84424ceb7254 service nova] Enqueued Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_rules [ 608.561376] env[66001]: INFO networking_nsxv3.common.synchronization [req-ea9824ed-274c-4a05-8520-f183f1174ced req-5613e5a2-7dea-4839-b9c0-84424ceb7254 service nova] Enqueued Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 608.561505] env[66001]: INFO networking_nsxv3.common.synchronization [req-ea9824ed-274c-4a05-8520-f183f1174ced req-5613e5a2-7dea-4839-b9c0-84424ceb7254 service nova] Enqueued Resource ID: fd7d7509-73b5-4192-b807-1cf79e0fcaab with Priority: HIGHEST for action port [ 608.561821] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_rules [ 608.561979] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 608.562106] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7d7509-73b5-4192-b807-1cf79e0fcaab with Priority: HIGHEST for action port [ 608.562941] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.563274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.563309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.563553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.563631] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.564542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.564675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.564947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.565071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.565182] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.565282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.565364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.565540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.565642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.565739] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.566560] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7d7509-73b5-4192-b807-1cf79e0fcaab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.566685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.568538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.568630] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7d7509-73b5-4192-b807-1cf79e0fcaab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.074290] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.074290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.074290] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.074736] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd7d7509-73b5-4192-b807-1cf79e0fcaab with status ACTIVE [ 609.074969] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.074969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.075284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.075550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.075644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.075844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.078196] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.078361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.080168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.080168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.080168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.080168] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd7d7509-73b5-4192-b807-1cf79e0fcaab is going to be updated. [ 609.086057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.086057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.086057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.086057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.086057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e already deleted. [ 609.089633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.117690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.117690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.117690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.117690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7d7509-73b5-4192-b807-1cf79e0fcaab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.300249] env[66001]: INFO networking_nsxv3.common.synchronization [req-073e7b52-2121-4744-806c-fa1afc0fdd6c req-921ff8d8-7b8b-42c1-af17-0bf4a06b7dc3 tempest-VolumesAssistedSnapshotsTest-1122732751 tempest-VolumesAssistedSnapshotsTest-1122732751-project-member] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 609.300249] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 609.300391] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.300530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.300574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.300885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.304234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.304234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.304234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.304234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.304234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.304234] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.589460] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.718737] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718737] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-834" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.718956] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-834" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-834" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.720210] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.720409] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.720628] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.720830] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.721034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.721257] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.721382] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.721533] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.721673] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.721819] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.721957] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.722129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.754524] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.754630] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.754770] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.754954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-834" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.755287] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-eef29322-6953-4a12-a978-79476c1c7a7e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.755461] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.755574] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.755959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.756119] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef29322-6953-4a12-a978-79476c1c7a7e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.805985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.806218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.806292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.806527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.806620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.806825] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.807183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.807183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.807283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.807317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.807410] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e already deleted. [ 609.807886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.095768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.096095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.096138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.098018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.098018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.098018] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 is going to be created. [ 610.123046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.123197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.123264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.123470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.123619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.138298] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: UNINITIALIZED for 2s [ 610.258990] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.259240] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.259360] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.259724] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.259870] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.260030] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port eef29322-6953-4a12-a978-79476c1c7a7e not found, creating... [ 610.260304] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.260449] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.260557] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.260780] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.260909] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261208] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.261355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.261465] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.261756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.261899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.262046] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: eef29322-6953-4a12-a978-79476c1c7a7e is going to be created. [ 610.284434] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.284608] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.284787] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.285015] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.285228] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.285456] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.962582] env[66001]: INFO networking_nsxv3.common.synchronization [req-073e7b52-2121-4744-806c-fa1afc0fdd6c req-7dce1e53-4aa6-470f-82e1-8dbf30167451 service nova] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 610.962746] env[66001]: INFO networking_nsxv3.common.synchronization [req-073e7b52-2121-4744-806c-fa1afc0fdd6c req-7dce1e53-4aa6-470f-82e1-8dbf30167451 service nova] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 610.962882] env[66001]: INFO networking_nsxv3.common.synchronization [req-073e7b52-2121-4744-806c-fa1afc0fdd6c req-7dce1e53-4aa6-470f-82e1-8dbf30167451 service nova] Enqueued Resource ID: eef29322-6953-4a12-a978-79476c1c7a7e with Priority: HIGHEST for action port [ 610.963338] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_rules [ 610.963799] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 610.963980] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef29322-6953-4a12-a978-79476c1c7a7e with Priority: HIGHEST for action port [ 610.964191] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.964303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.964368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.964602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.964892] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.966201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.966201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.966357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.968954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.968954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.968954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.968954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.968954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.968954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.968954] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.969879] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef29322-6953-4a12-a978-79476c1c7a7e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.969879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.969879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.970331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.970424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef29322-6953-4a12-a978-79476c1c7a7e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.274266] env[66001]: INFO networking_nsxv3.common.synchronization [req-1f92402d-fd18-4638-960b-74b645e0167a req-8cd24810-e61b-4650-a1a9-003639377aae tempest-DeleteServersAdminTestJSON-821519454 tempest-DeleteServersAdminTestJSON-821519454-project-admin] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 611.274591] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 611.275084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.275208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.275272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.275493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.275703] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.275842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.275901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.276068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.276148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.276247] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.473147] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.475900] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eef29322-6953-4a12-a978-79476c1c7a7e with status ACTIVE [ 611.476130] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.476264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.476333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.476558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.476650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.476827] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.476923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.476977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.477154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.477234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.477414] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.477522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.477637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.477718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.477790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.477872] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eef29322-6953-4a12-a978-79476c1c7a7e is going to be updated. [ 611.482098] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.512047] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.512047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.512488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.512488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.512800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef29322-6953-4a12-a978-79476c1c7a7e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.643942] env[66001]: INFO networking_nsxv3.common.synchronization [None req-cdbfbf2f-b1e3-4512-a22d-7b139c71b41e None None] Enqueued Resource ID: 054bf699-cd35-44b8-87b3-5903f7e60ac3 with Priority: HIGHEST for action port [ 611.644730] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf699-cd35-44b8-87b3-5903f7e60ac3 with Priority: HIGHEST for action port [ 611.645097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-054bf699-cd35-44b8-87b3-5903f7e60ac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.645301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054bf699-cd35-44b8-87b3-5903f7e60ac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.645301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054bf699-cd35-44b8-87b3-5903f7e60ac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.646194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054bf699-cd35-44b8-87b3-5903f7e60ac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.646316] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054bf699-cd35-44b8-87b3-5903f7e60ac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.778172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.778352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.778428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.778620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.778711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.778899] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.778990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.779063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.779208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.779281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779366] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be updated. [ 611.814785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.814785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.814785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.814785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.823743] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 611.986440] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.152538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: SUCCESS [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.152538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 054bf699-cd35-44b8-87b3-5903f7e60ac3 [ 612.152538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.152538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:054bf699-cd35-44b8-87b3-5903f7e60ac3 already deleted. [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054bf699-cd35-44b8-87b3-5903f7e60ac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.152538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.152538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.153165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.153165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.153287] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.488554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.489032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.489032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.489291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.489291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.489421] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e is going to be created. [ 612.520026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.520026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.520026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.520026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.520026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.527907] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: UNINITIALIZED for 2s [ 612.660076] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.660243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.660320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.660526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.660694] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.660781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.661278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.661278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.661278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.661278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.661544] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.661544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.661544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.661666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.662157] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.662157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.662157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.662157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.662157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.662157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.662381] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.016955] env[66001]: INFO networking_nsxv3.common.synchronization [req-02593751-e597-418a-b0dc-8707e3f6c489 req-f6b6cd26-ce30-4f83-a93a-7fa65fdf9d30 tempest-SecurityGroupRulesNegativeTestJSON-1081035384 tempest-SecurityGroupRulesNegativeTestJSON-1081035384-project-member] Enqueued Resource ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be with Priority: HIGHEST for action security_group_rules [ 613.016955] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be with Priority: HIGHEST for action security_group_rules [ 613.017163] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.017287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.017365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.017734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.017734] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc31e3f-9af3-462a-9e7b-92b82b5152be',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.052536] env[66001]: INFO networking_nsxv3.common.synchronization [req-ccaaf1da-6e1c-4e8b-9d77-6ce1a8c89984 req-b51f714c-d874-4494-a7b9-6cbef9844128 tempest-TenantUsagesTestJSON-1908491436 tempest-TenantUsagesTestJSON-1908491436-project-member] Enqueued Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 613.052536] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 613.053024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.053142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.053260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.053459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.053853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.053961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.054037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.054293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054407] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.164441] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 595edd02-61e2-4cfd-be86-6196e2dd1642: rpc.has_security_group_logging(os_id): False [ 613.184895] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.185100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.185100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.186131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.186131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.186131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.186131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.186131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.186415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.186415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.186541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.186640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.186934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187361] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.187457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.187533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187798] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 is going to be created. [ 613.265782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.265958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.267219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.267219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.267219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.279903] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: IN_PROGRESS for 2s [ 613.526471] env[66001]: INFO networking_nsxv3.common.synchronization [None req-01d95a43-5920-4540-ac02-2476910fb9f6 None None] Enqueued Resource ID: b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b with Priority: HIGHEST for action port [ 613.527684] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b with Priority: HIGHEST for action port [ 613.528926] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.530092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.530092] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.549759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.549906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.549967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.550403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.550403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.550403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc31e3f-9af3-462a-9e7b-92b82b5152be already deleted. [ 613.550556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc31e3f-9af3-462a-9e7b-92b82b5152be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.557327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.557327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.557490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.557969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.557969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.560897] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.561063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.561143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.561350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.561437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.561591] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa5243-ab65-45a3-8337-8b8cea51853b already deleted. [ 613.561591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.598370] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.599011] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.600089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.600089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.600089] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.600089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.600089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.600877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.601670] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.601670] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.601670] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.601670] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.602689] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.602852] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.602967] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.603114] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.669585] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.669924] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.670195] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.670543] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.670923] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-2e33f620-4718-4452-a73e-e56164abe74e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.671588] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.671996] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.672486] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.673118] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e33f620-4718-4452-a73e-e56164abe74e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.840102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 613.840102] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 deletion is rescheduled due to dependency. [ 613.840102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.035692] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b [ 614.035692] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.035692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.035692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.035692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.035692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.035692] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b already deleted. [ 614.035692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b57fbd-25b5-4f55-83f0-2ebf9de3e70b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.136885] env[66001]: INFO networking_nsxv3.common.synchronization [req-e4cf40a7-1674-4157-bcb5-151161abeca7 req-91baa62d-e7c2-446a-935a-676c9e6f6f49 tempest-ServersTestJSON-1149084824 tempest-ServersTestJSON-1149084824-project-member] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 614.137496] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 614.137801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.137933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.138032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.138279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.138435] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.138537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.138589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.138747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.138835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.138925] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.176582] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.177762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.177762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.177762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.177762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.177762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 2e33f620-4718-4452-a73e-e56164abe74e not found, creating... [ 614.178032] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.178032] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.178141] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.178312] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.178432] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.178739] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.178900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.179025] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.179265] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.179620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.179620] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 2e33f620-4718-4452-a73e-e56164abe74e is going to be created. [ 614.208328] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.209432] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.210146] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.210683] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.212292] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.212292] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.542029] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: SUCCESS [ 614.542304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.542964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.542964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.542964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.543174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.543174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.543804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.543804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.543804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.543804] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.643834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.643834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.643834] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d already deleted. [ 614.643834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.769201] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.769201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-627" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.769201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-627" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.769201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-627" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.769201] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.769201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.769201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.769984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.770341] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.770751] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.771848] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.771848] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.771848] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.771848] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.771848] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.771848] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.793813] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.794347] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.794347] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.794347] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-627" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.794572] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.794736] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.794842] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.795194] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.795320] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b1526f-6fc5-41b5-8bfa-4c040f020d1c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [req-ccaaf1da-6e1c-4e8b-9d77-6ce1a8c89984 req-23e0a504-160a-4e25-8442-e34fcc6a49af service nova] Enqueued Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_rules [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [req-ccaaf1da-6e1c-4e8b-9d77-6ce1a8c89984 req-23e0a504-160a-4e25-8442-e34fcc6a49af service nova] Enqueued Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [req-ccaaf1da-6e1c-4e8b-9d77-6ce1a8c89984 req-23e0a504-160a-4e25-8442-e34fcc6a49af service nova] Enqueued Resource ID: 2e33f620-4718-4452-a73e-e56164abe74e with Priority: HIGHEST for action port [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_rules [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 614.923920] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e33f620-4718-4452-a73e-e56164abe74e with Priority: HIGHEST for action port [ 614.924803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.925083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.925239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.925725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.925974] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.928159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.928159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.928159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.928159] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.929589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e33f620-4718-4452-a73e-e56164abe74e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.929876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.930057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.930312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.930470] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e33f620-4718-4452-a73e-e56164abe74e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.046409] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.294016] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: SUCCESS [ 615.294286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.297991] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.298252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.298380] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.298654] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.298794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.298947] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 72b1526f-6fc5-41b5-8bfa-4c040f020d1c not found, creating... [ 615.299271] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.299497] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.299693] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.299915] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.300061] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.300366] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.300513] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.300620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.300837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.300950] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.301140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 72b1526f-6fc5-41b5-8bfa-4c040f020d1c is going to be created. [ 615.330383] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.330641] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.330693] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.331081] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.331373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.331614] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.432725] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.432906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.433132] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.434090] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e33f620-4718-4452-a73e-e56164abe74e with status ACTIVE [ 615.434296] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.434442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.434517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.434789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.434868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.435031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.435127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.435189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.435353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.435420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.435601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.435712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.435768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.435935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.436033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.436156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e33f620-4718-4452-a73e-e56164abe74e is going to be updated. [ 615.463741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.464114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e33f620-4718-4452-a73e-e56164abe74e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.548478] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4e8ef6-e44a-4421-8d78-300bdd664c0e: rpc.has_security_group_logging(os_id): False [ 615.577114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.577377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.577377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.577591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.577696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.577944] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.578071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.578131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.578305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.578383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.578499] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e is going to be created. [ 615.645629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.645916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.646034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.646299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.646511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.669413] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: IN_PROGRESS for 2s [ 615.939026] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.047474] env[66001]: INFO networking_nsxv3.common.synchronization [req-e4cf40a7-1674-4157-bcb5-151161abeca7 req-ffde58de-0449-493b-99f7-1c475d3cbe34 service nova] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 616.047474] env[66001]: INFO networking_nsxv3.common.synchronization [req-e4cf40a7-1674-4157-bcb5-151161abeca7 req-ffde58de-0449-493b-99f7-1c475d3cbe34 service nova] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 616.047474] env[66001]: INFO networking_nsxv3.common.synchronization [req-e4cf40a7-1674-4157-bcb5-151161abeca7 req-ffde58de-0449-493b-99f7-1c475d3cbe34 service nova] Enqueued Resource ID: 72b1526f-6fc5-41b5-8bfa-4c040f020d1c with Priority: HIGHEST for action port [ 616.047474] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_rules [ 616.047662] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 616.047662] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b1526f-6fc5-41b5-8bfa-4c040f020d1c with Priority: HIGHEST for action port [ 616.048530] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.048646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.048715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.048920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.049021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.049857] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.049975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.050072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.050238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.050385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.050477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.050537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.050675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.050759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.050844] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.051561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.051687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.051745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.051900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.051973] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b1526f-6fc5-41b5-8bfa-4c040f020d1c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.444208] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.446970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.446970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.446970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.446970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.446970] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa5243-ab65-45a3-8337-8b8cea51853b is going to be created. [ 616.501793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.501793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.501793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.501793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.502272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.512759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: UNINITIALIZED for 2s [ 616.554518] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.555756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.555907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.556137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72b1526f-6fc5-41b5-8bfa-4c040f020d1c with status ACTIVE [ 616.557207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.559087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.559087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.559216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.559381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.559576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.559742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.559885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.560226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.560541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.560807] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72b1526f-6fc5-41b5-8bfa-4c040f020d1c is going to be updated. [ 616.574863] env[66001]: INFO networking_nsxv3.common.synchronization [req-2d847810-f4fd-44b0-aba0-60dc6cdde833 req-105c8361-6340-4e0d-a34c-a2c5f9b80bc8 tempest-FloatingIPsAssociationTestJSON-5347250 tempest-FloatingIPsAssociationTestJSON-5347250-project-member] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 616.575570] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 616.575887] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.576082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.576225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.576618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.576845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.577461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.577461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.577740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.577870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.578019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.586957] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.589524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.589524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.589524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.589795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.590110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b1526f-6fc5-41b5-8bfa-4c040f020d1c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.063968] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.080770] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.083920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.083920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.084129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.084273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.084885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.084885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.084885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.084885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.084885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.084885] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e already deleted. [ 617.085151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.225102] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.226249] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.226657] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.227123] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.227516] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.227747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.227927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.228222] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.228428] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.228687] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.228850] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.229009] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.229172] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.229467] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.229546] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.229718] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.260204] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.260425] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.260585] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.260794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.261159] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-2138d93d-8416-46e4-99e1-5d51ea195877 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.261388] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.261535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.261920] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.262183] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2138d93d-8416-46e4-99e1-5d51ea195877',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.328958] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d1ee5e3d-34db-4a85-9935-85ef617c4cb9 None None] Enqueued Resource ID: 0da36a1c-13b8-463b-be04-66fc407a0da2 with Priority: HIGHEST for action port [ 617.329235] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da36a1c-13b8-463b-be04-66fc407a0da2 with Priority: HIGHEST for action port [ 617.329943] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da36a1c-13b8-463b-be04-66fc407a0da2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.330104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da36a1c-13b8-463b-be04-66fc407a0da2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.330161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da36a1c-13b8-463b-be04-66fc407a0da2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.330419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da36a1c-13b8-463b-be04-66fc407a0da2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.330505] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da36a1c-13b8-463b-be04-66fc407a0da2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.569093] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.569405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.569405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.569684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.569798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.569924] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d is going to be created. [ 617.597165] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.597354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.597354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.597556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.597724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.608092] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: UNINITIALIZED for 2s [ 617.685207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: SUCCESS [ 617.686046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.765964] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.766267] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.766421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.766657] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.767082] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.767082] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 2138d93d-8416-46e4-99e1-5d51ea195877 not found, creating... [ 617.767263] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.767434] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.767546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.767757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.767901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.768206] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.768355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.768464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.768662] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.768787] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.768925] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 2138d93d-8416-46e4-99e1-5d51ea195877 is going to be created. [ 617.801404] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.801510] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.801634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801987] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.802234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.802458] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.833166] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da36a1c-13b8-463b-be04-66fc407a0da2 [ 617.833511] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.833606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.833606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.833862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.833998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.834139] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da36a1c-13b8-463b-be04-66fc407a0da2 already deleted. [ 617.834230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da36a1c-13b8-463b-be04-66fc407a0da2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.522044] env[66001]: INFO networking_nsxv3.common.synchronization [req-2d847810-f4fd-44b0-aba0-60dc6cdde833 req-2ff3b21b-60b1-40fa-b20a-815fd9f3b34e service nova] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_rules [ 618.522044] env[66001]: INFO networking_nsxv3.common.synchronization [req-2d847810-f4fd-44b0-aba0-60dc6cdde833 req-2ff3b21b-60b1-40fa-b20a-815fd9f3b34e service nova] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 618.522044] env[66001]: INFO networking_nsxv3.common.synchronization [req-2d847810-f4fd-44b0-aba0-60dc6cdde833 req-2ff3b21b-60b1-40fa-b20a-815fd9f3b34e service nova] Enqueued Resource ID: 2138d93d-8416-46e4-99e1-5d51ea195877 with Priority: HIGHEST for action port [ 618.522416] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_rules [ 618.522416] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 618.522416] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2138d93d-8416-46e4-99e1-5d51ea195877 with Priority: HIGHEST for action port [ 618.522870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.523028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.523079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.523332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.523406] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.525281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.525938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.525938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.525938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.525938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.525938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.526314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.526314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.526314] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.527600] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2138d93d-8416-46e4-99e1-5d51ea195877 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.527694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.527774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.530150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.530150] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2138d93d-8416-46e4-99e1-5d51ea195877',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.531996] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: SUCCESS [ 618.532212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.532674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.532887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.535210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.535210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.535210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.535210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.535210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535210] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.025963] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.025963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.029277] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.034419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2138d93d-8416-46e4-99e1-5d51ea195877 with status ACTIVE [ 619.034419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.034419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.034419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.034419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.034419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2138d93d-8416-46e4-99e1-5d51ea195877 is going to be updated. [ 619.036066] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.039308] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.039308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.039617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.040197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.040547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.040547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.041272] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.041962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.042023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.042136] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.059996] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.060211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.060292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.060544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.060690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2138d93d-8416-46e4-99e1-5d51ea195877" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.421637] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c2929256-bd1b-4690-a0bc-241235ca5554 None None] Enqueued Resource ID: 01254cd6-8247-48ae-b690-aed9b4442436 with Priority: HIGHEST for action port [ 619.421637] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01254cd6-8247-48ae-b690-aed9b4442436 with Priority: HIGHEST for action port [ 619.421973] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-01254cd6-8247-48ae-b690-aed9b4442436 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.421973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01254cd6-8247-48ae-b690-aed9b4442436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.422085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01254cd6-8247-48ae-b690-aed9b4442436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.422320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01254cd6-8247-48ae-b690-aed9b4442436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.422405] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01254cd6-8247-48ae-b690-aed9b4442436',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.531377] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.546162] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa5243-ab65-45a3-8337-8b8cea51853b: rpc.has_security_group_logging(os_id): False [ 619.573569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.573569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.574215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.574454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.574499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.574716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.575101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.575178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.575257] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa5243-ab65-45a3-8337-8b8cea51853b is going to be created. [ 619.618792] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: SUCCESS [ 619.619030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.619206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.619444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.619660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.619817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.619931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.620061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.620143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620336] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.636567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.636795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.636795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.637158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.637210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.650941] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: IN_PROGRESS for 2s [ 619.925754] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01254cd6-8247-48ae-b690-aed9b4442436 [ 619.925754] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.925946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.925984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.926215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.926304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.926407] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01254cd6-8247-48ae-b690-aed9b4442436 already deleted. [ 619.926490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01254cd6-8247-48ae-b690-aed9b4442436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034590] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.035079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.035119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.035213] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be created. [ 620.059458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.059610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.059752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.059984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.060159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.070522] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: UNINITIALIZED for 2s [ 620.095375] env[66001]: INFO networking_nsxv3.common.synchronization [req-22c0f0fd-7bbb-4993-85cd-b6addfb2b7aa req-e2b37428-6a49-477c-b058-17387d5a3550 tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 9691ee87-4027-4d90-a273-49daf1ef7186 with Priority: HIGHEST for action security_group_rules [ 620.096047] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9691ee87-4027-4d90-a273-49daf1ef7186 with Priority: HIGHEST for action security_group_rules [ 620.096100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9691ee87-4027-4d90-a273-49daf1ef7186 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.096347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9691ee87-4027-4d90-a273-49daf1ef7186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.096465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9691ee87-4027-4d90-a273-49daf1ef7186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.096703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9691ee87-4027-4d90-a273-49daf1ef7186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.096800] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9691ee87-4027-4d90-a273-49daf1ef7186',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.122865] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.194970] env[66001]: INFO networking_nsxv3.common.synchronization [req-61693015-5cda-4680-8689-a799efa30ed1 req-c2080282-2121-408f-9621-cde6cd55cfa1 tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 620.195531] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 620.195832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.195959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.196238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196526] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.196592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.196625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.196967] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.619238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.619458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.619836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.620013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.620244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.620464] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9691ee87-4027-4d90-a273-49daf1ef7186 already deleted. [ 620.620750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9691ee87-4027-4d90-a273-49daf1ef7186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.625420] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d: rpc.has_security_group_logging(os_id): False [ 620.646769] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.647657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.647657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.647657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.647657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.647963] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.648166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.648742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.648742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.648742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.649020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d is going to be created. [ 620.700418] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.700591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.700658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.700957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.701277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.701277] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.701412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.701412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.701636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.701754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.701871] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e already deleted. [ 620.702064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.709224] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.709479] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.709587] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.709929] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.710276] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.710523] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.710715] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.710954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.711107] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.711335] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.711458] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.711564] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.711667] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.711893] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.712456] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.712605] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.746234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.747760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.747760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.747760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.747760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.749967] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.750239] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.750314] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.750485] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.750787] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-10475a8b-7253-4eca-ad9a-be0152071ca9 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.750948] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.751076] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.751397] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.751530] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10475a8b-7253-4eca-ad9a-be0152071ca9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.768838] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: IN_PROGRESS for 2s [ 621.255711] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.256037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.256124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.257348] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.257581] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.257744] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 10475a8b-7253-4eca-ad9a-be0152071ca9 not found, creating... [ 621.258060] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.258228] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.258340] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.258664] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.258711] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.258988] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.259164] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.259264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.259469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.259589] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.259722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 10475a8b-7253-4eca-ad9a-be0152071ca9 is going to be created. [ 621.283218] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.283448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.283564] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.283849] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.284265] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.284372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.665890] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: SUCCESS [ 621.666196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.010822] env[66001]: INFO networking_nsxv3.common.synchronization [req-61693015-5cda-4680-8689-a799efa30ed1 req-3aa268ad-7e68-4385-8c1d-a9e61900ac62 service nova] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 622.010999] env[66001]: INFO networking_nsxv3.common.synchronization [req-61693015-5cda-4680-8689-a799efa30ed1 req-3aa268ad-7e68-4385-8c1d-a9e61900ac62 service nova] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 622.011153] env[66001]: INFO networking_nsxv3.common.synchronization [req-61693015-5cda-4680-8689-a799efa30ed1 req-3aa268ad-7e68-4385-8c1d-a9e61900ac62 service nova] Enqueued Resource ID: 10475a8b-7253-4eca-ad9a-be0152071ca9 with Priority: HIGHEST for action port [ 622.011671] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 622.011826] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 622.011929] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475a8b-7253-4eca-ad9a-be0152071ca9 with Priority: HIGHEST for action port [ 622.012455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.012587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.012659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.012902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.013113] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.017783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.017783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.017783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.017783] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.018176] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-10475a8b-7253-4eca-ad9a-be0152071ca9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.018176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.018176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.018347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.018347] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10475a8b-7253-4eca-ad9a-be0152071ca9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.080934] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 622.080934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.080934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081277] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.081410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081988] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.516237] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.516784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.521131] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.522730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10475a8b-7253-4eca-ad9a-be0152071ca9 with status ACTIVE [ 622.523044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.523194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.523271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.523509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.524206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.524206] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.524206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.524206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.524483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.524483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.524594] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.524715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.524778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.525013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.525095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.525808] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10475a8b-7253-4eca-ad9a-be0152071ca9 is going to be updated. [ 622.555393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.557159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.557159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.557159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.557159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.557159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10475a8b-7253-4eca-ad9a-be0152071ca9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.585768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.585768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.585768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.585768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.585768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.585768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.585768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.586482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.586482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.586482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.586482] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.586482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.586745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.586745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.587284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.589727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.590038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.590038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.590183] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.808601] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: SUCCESS [ 622.808785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.027616] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.086834] env[66001]: INFO networking_nsxv3.common.synchronization [req-898d6772-4fe7-405a-bec4-6248759da331 req-a401626e-0ddc-4d90-9231-7e295bb90197 tempest-ServersAdminNegativeTestJSON-208760916 tempest-ServersAdminNegativeTestJSON-208760916-project-member] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 623.087602] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 623.088181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.088414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.088514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090883] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.091073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.091271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.091818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.092334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.092449] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.096214] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c554f88e-0cbb-461b-8efe-c78745ee382e: rpc.has_security_group_logging(os_id): False [ 623.125111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.126510] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.126510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.126909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.126909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.127879] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.127879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.127879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.127879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.128906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.128906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.128906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.128906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.128906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.128906] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be created. [ 623.220645] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.220856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.221043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.221490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.221683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.261205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 623.502289] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e2f4798f-df7e-48ea-a836-a696a3d9e773 None None] Enqueued Resource ID: 3d92611c-2bd8-4b59-a9f9-ef96631209b9 with Priority: HIGHEST for action port [ 623.502289] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d92611c-2bd8-4b59-a9f9-ef96631209b9 with Priority: HIGHEST for action port [ 623.502289] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d92611c-2bd8-4b59-a9f9-ef96631209b9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.502289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d92611c-2bd8-4b59-a9f9-ef96631209b9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.502289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d92611c-2bd8-4b59-a9f9-ef96631209b9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.503459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d92611c-2bd8-4b59-a9f9-ef96631209b9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.503567] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d92611c-2bd8-4b59-a9f9-ef96631209b9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.532153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.532682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.532682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.532682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.532828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.532863] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be created. [ 623.581870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.582117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.582218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.582864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.597050] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.610682] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: UNINITIALIZED for 2s [ 623.843992] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.844227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.844386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.844685] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.844956] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.845292] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.845461] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.845758] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.845973] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.846247] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.846421] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.846571] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.846763] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.847018] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.847203] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.847383] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.876310] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.877031] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.877397] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.877634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.878102] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.878320] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.878551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.878927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.879107] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.006620] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d92611c-2bd8-4b59-a9f9-ef96631209b9 [ 624.007092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.007361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.007508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.007858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.008049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.008245] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d92611c-2bd8-4b59-a9f9-ef96631209b9 already deleted. [ 624.008419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d92611c-2bd8-4b59-a9f9-ef96631209b9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.103038] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.382637] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.382887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.383017] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.383297] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.383441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383590] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 not found, creating... [ 624.383840] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.383990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.384135] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.384363] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.384491] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.384804] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.384954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.387448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.387722] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.387881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.388042] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 is going to be created. [ 624.412158] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412376] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.412498] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.412771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.413032] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.413241] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.610103] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.610422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.610543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.611645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.611910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.612278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be updated. [ 624.665720] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.666360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.666360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.677696] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 625.154641] env[66001]: INFO networking_nsxv3.common.synchronization [req-898d6772-4fe7-405a-bec4-6248759da331 req-8b12fcbd-eebf-4dc6-9414-fb5d9fbd761e service nova] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_rules [ 625.154807] env[66001]: INFO networking_nsxv3.common.synchronization [req-898d6772-4fe7-405a-bec4-6248759da331 req-8b12fcbd-eebf-4dc6-9414-fb5d9fbd761e service nova] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 625.154940] env[66001]: INFO networking_nsxv3.common.synchronization [req-898d6772-4fe7-405a-bec4-6248759da331 req-8b12fcbd-eebf-4dc6-9414-fb5d9fbd761e service nova] Enqueued Resource ID: 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 with Priority: HIGHEST for action port [ 625.155460] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_rules [ 625.155596] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 625.155696] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 with Priority: HIGHEST for action port [ 625.155961] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.156348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.156418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.156614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.156721] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.157559] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.157660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.157875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.158020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.158122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.158338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.158415] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.276427] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 625.277628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.622538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 625.622538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.622919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.622919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.623307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.623307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.623511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.623583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.623662] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.660400] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.660685] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 with status ACTIVE [ 625.660850] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662233] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.662328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.662385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.662531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.662601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662683] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436 is going to be updated. [ 625.670656] env[66001]: INFO networking_nsxv3.common.synchronization [req-9f20103d-9a41-4a2c-9aeb-f16c5d1e2cfd req-ee6eb6a2-491c-4f55-a3b4-733e3db43de8 tempest-ServersTestBootFromVolume-1514449040 tempest-ServersTestBootFromVolume-1514449040-project-member] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 625.671896] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 625.672274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.672401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.675385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.675385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.675385] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.693817] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.694517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.694517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.694517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.694683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.694801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b1bc1c-c0b3-44c1-81eb-b9ac86e8c436" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.022058] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b747fa2c-2ae1-4a24-acc5-fa0709685cb2 None None] Enqueued Resource ID: bd82b774-95d6-4d33-b2a0-85579d317563 with Priority: HIGHEST for action port [ 626.022618] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd82b774-95d6-4d33-b2a0-85579d317563 with Priority: HIGHEST for action port [ 626.022921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd82b774-95d6-4d33-b2a0-85579d317563 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.023068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd82b774-95d6-4d33-b2a0-85579d317563" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.023162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd82b774-95d6-4d33-b2a0-85579d317563" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.023443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd82b774-95d6-4d33-b2a0-85579d317563" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.023443] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd82b774-95d6-4d33-b2a0-85579d317563',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.126502] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.178333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.178333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.178333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.178333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.178333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.178714] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.178714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.178830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.179200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.179200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.179200] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8904e233-5911-4313-aa38-9cda902851ea already deleted. [ 626.179200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.237719] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.238317] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-147" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.238317] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-147" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.239733] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-147" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.240434] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.243096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.243096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.243096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.243096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.243096] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.243096] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.243096] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.243096] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.243096] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.243096] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.243096] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.264023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.264266] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.264375] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.264534] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-147" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.264871] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-640a6d52-af4a-44d6-a214-68ef662e1799 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.265099] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.265215] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.265514] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.265658] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640a6d52-af4a-44d6-a214-68ef662e1799',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.531040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd82b774-95d6-4d33-b2a0-85579d317563 [ 626.531309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.531774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.531774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.531774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.532118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.532239] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd82b774-95d6-4d33-b2a0-85579d317563 already deleted. [ 626.532350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd82b774-95d6-4d33-b2a0-85579d317563" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.632646] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3719fe85-e9fc-4e88-8814-79866772dd5e: rpc.has_security_group_logging(os_id): False [ 626.654549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.654549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.654549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.654895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.654895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.655067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.655172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.655232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.655410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.655453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.655538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be created. [ 626.692838] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 626.692838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.692838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.692838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.693224] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.693224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.693381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.693432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.693481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.693843] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.731094] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.731300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.731402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.731683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.731943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.763668] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 626.769857] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.770190] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.770359] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.770732] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.770915] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.771144] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 640a6d52-af4a-44d6-a214-68ef662e1799 not found, creating... [ 626.771650] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.772681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.772681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.772681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.772681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.772882] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.773124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.773304] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.774048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.774048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.774048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 640a6d52-af4a-44d6-a214-68ef662e1799 is going to be created. [ 626.806397] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.807653] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.807653] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.808178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.196324] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.552763] env[66001]: INFO networking_nsxv3.common.synchronization [req-9f20103d-9a41-4a2c-9aeb-f16c5d1e2cfd req-61d9edc4-c97f-4641-a02c-012925308a29 service nova] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 627.552948] env[66001]: INFO networking_nsxv3.common.synchronization [req-9f20103d-9a41-4a2c-9aeb-f16c5d1e2cfd req-61d9edc4-c97f-4641-a02c-012925308a29 service nova] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 627.553313] env[66001]: INFO networking_nsxv3.common.synchronization [req-9f20103d-9a41-4a2c-9aeb-f16c5d1e2cfd req-61d9edc4-c97f-4641-a02c-012925308a29 service nova] Enqueued Resource ID: 640a6d52-af4a-44d6-a214-68ef662e1799 with Priority: HIGHEST for action port [ 627.553679] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_rules [ 627.554070] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 627.554209] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640a6d52-af4a-44d6-a214-68ef662e1799 with Priority: HIGHEST for action port [ 627.554570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.555032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.555589] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.556270] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.556364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.556415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.556610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.556765] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.556857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.556912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.557188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.557308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.557472] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.558346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-640a6d52-af4a-44d6-a214-68ef662e1799 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.558499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.558596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.558792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.558895] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640a6d52-af4a-44d6-a214-68ef662e1799',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.699590] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.063026] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.064161] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.064363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.064471] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 640a6d52-af4a-44d6-a214-68ef662e1799 with status ACTIVE [ 628.064841] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.064841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.064977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.066081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.066081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.066081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.066081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.066081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.066564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.066564] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.066564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.066983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.066983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.067156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 640a6d52-af4a-44d6-a214-68ef662e1799 is going to be updated. [ 628.105636] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.105636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.105636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.105636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.105636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-640a6d52-af4a-44d6-a214-68ef662e1799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202650] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.202912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.203039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.203281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.203532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.203532] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be updated. [ 628.268757] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.268757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.268757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.269040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.269105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.281462] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 628.333952] env[66001]: INFO networking_nsxv3.common.synchronization [req-2511610c-b605-4bf7-af9a-5e948bf75f37 req-e9f04b4d-b85a-481d-b1c7-696dcea8be91 tempest-ServerAddressesTestJSON-1923097882 tempest-ServerAddressesTestJSON-1923097882-project-member] Enqueued Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 628.334643] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 628.335081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.335081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.335478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.335478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.335551] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.335837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.335837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.335935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.335935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.336587] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.569819] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.782221] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 628.783403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.840179] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.840179] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.840179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.840179] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.840179] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.840179] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.840179] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.840729] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.840729] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.840729] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.842096] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842755] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.843096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.843167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.843247] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 already deleted. [ 628.843321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.872159] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.872159] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.872159] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.872159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-987" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.872159] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.872159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.872159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.872159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.872159] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.076876] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.077122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.077230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.077539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.077673] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.077816] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8904e233-5911-4313-aa38-9cda902851ea is going to be created. [ 629.109041] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.109041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.109041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.109041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.109041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.118997] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: UNINITIALIZED for 2s [ 629.377431] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.377601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.377864] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.378405] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.379473] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.379671] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 not found, creating... [ 629.380398] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.380718] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.380910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.381280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.381896] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.382151] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.382387] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.383274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.383641] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.384628] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.384628] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 is going to be created. [ 629.411785] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.412332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.412471] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.412934] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.413322] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.413690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114109] env[66001]: INFO networking_nsxv3.common.synchronization [req-2511610c-b605-4bf7-af9a-5e948bf75f37 req-f8bd0c7b-bf3b-4fc7-b2dc-bee617b137b2 service nova] Enqueued Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_rules [ 630.114380] env[66001]: INFO networking_nsxv3.common.synchronization [req-2511610c-b605-4bf7-af9a-5e948bf75f37 req-f8bd0c7b-bf3b-4fc7-b2dc-bee617b137b2 service nova] Enqueued Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 630.114380] env[66001]: INFO networking_nsxv3.common.synchronization [req-2511610c-b605-4bf7-af9a-5e948bf75f37 req-f8bd0c7b-bf3b-4fc7-b2dc-bee617b137b2 service nova] Enqueued Resource ID: c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 with Priority: HIGHEST for action port [ 630.114848] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_rules [ 630.114848] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 630.114848] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 with Priority: HIGHEST for action port [ 630.115918] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.116130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.116231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.116531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.116729] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.118458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.118623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.118716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.118943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.119166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.119293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.119375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.119550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.119665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.119802] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.121764] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.121764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.121764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125293] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.301679] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 630.302016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.302231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.302455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.302652] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.302767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.302846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.303030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.303261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.303261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.303422] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.619128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.619373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.625813] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.626885] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 with status ACTIVE [ 630.627228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.627363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.627622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.628078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.628184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.628385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.628496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.628690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.628814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.628894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.629127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.629213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.629379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7 is going to be updated. [ 630.670990] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.670990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.670990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.670990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.671286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.671286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d2c69b-b6ed-4c7c-b5e3-aeaa6f94f3b7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.809019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.809019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.810749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.811236] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.131517] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.134683] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: SUCCESS [ 631.134683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.136117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.136492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.136548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.136671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.137137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.137137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.137137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.137137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.137368] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.314068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586e8599-b650-45ab-b6f5-37c8987a039c: rpc.has_security_group_logging(os_id): False [ 631.342397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.343251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.343335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.343555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.343675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.344170] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.345032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.345032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.345032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.345032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.345272] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.345333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.345384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.345594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.345812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.346050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.346151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.346253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.346643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.346643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.346740] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be updated. [ 631.436723] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.458763] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 631.640090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.640090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.640090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.640491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.640491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.640491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 is going to be created. [ 631.641790] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.676665] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.676665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.676665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.676665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.676665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.696212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: UNINITIALIZED for 2s [ 631.841623] env[66001]: INFO networking_nsxv3.common.synchronization [req-7032b7be-d6a5-43d1-baf5-7838e5aaba3b req-7ceb6efc-bcea-4bd0-995b-8c77b2889d99 tempest-DeleteServersAdminTestJSON-57790196 tempest-DeleteServersAdminTestJSON-57790196-project-member] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 631.841950] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 631.842515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.842515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.842656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.842803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.845573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.845712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.845784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.845980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.846085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846183] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.144687] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8904e233-5911-4313-aa38-9cda902851ea: rpc.has_security_group_logging(os_id): False [ 632.165573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.165775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.165775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.166058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.166242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.166555] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.166692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.166803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.166882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.166956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167060] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8904e233-5911-4313-aa38-9cda902851ea is going to be created. [ 632.251651] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.252944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.252944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.252944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.252944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.268233] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: IN_PROGRESS for 2s [ 632.354028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.354028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.354028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.354565] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be updated. [ 632.410239] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.410620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.410620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.411078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.411078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.422413] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 632.623854] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.624110] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.624234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.627507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.627507] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.627507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.627507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.627507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.627507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.627507] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.627507] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.627507] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.627507] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.627507] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.627507] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.627507] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.653771] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.653961] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.654123] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.654353] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.654761] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-40f684f4-373c-4664-b169-97798f801525 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654982] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.655140] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.655532] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.656031] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f684f4-373c-4664-b169-97798f801525',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.692696] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d104553a-691a-41bd-a67f-eb277d63e1f2 None None] Enqueued Resource ID: 8d76ef02-80d0-4054-88d1-e8e5cf7d317b with Priority: HIGHEST for action port [ 632.693811] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d76ef02-80d0-4054-88d1-e8e5cf7d317b with Priority: HIGHEST for action port [ 632.694331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d76ef02-80d0-4054-88d1-e8e5cf7d317b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.694505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d76ef02-80d0-4054-88d1-e8e5cf7d317b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.694611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d76ef02-80d0-4054-88d1-e8e5cf7d317b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.694981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d76ef02-80d0-4054-88d1-e8e5cf7d317b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.695166] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d76ef02-80d0-4054-88d1-e8e5cf7d317b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.159111] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.159499] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.159544] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.159878] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160056] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160213] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 40f684f4-373c-4664-b169-97798f801525 not found, creating... [ 633.160492] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.160648] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160772] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.161009] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.161177] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161483] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.161634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.161744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.161999] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.162206] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.162340] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 40f684f4-373c-4664-b169-97798f801525 is going to be created. [ 633.190181] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.190441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.190579] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.190869] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.191120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.191339] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.197458] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d76ef02-80d0-4054-88d1-e8e5cf7d317b [ 633.197752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.197918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.198018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.198255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.198385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.198594] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d76ef02-80d0-4054-88d1-e8e5cf7d317b already deleted. [ 633.198684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d76ef02-80d0-4054-88d1-e8e5cf7d317b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.482294] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 633.482548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.715844] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: SUCCESS [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.715844] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.715844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.715844] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.961468] env[66001]: INFO networking_nsxv3.common.synchronization [req-7032b7be-d6a5-43d1-baf5-7838e5aaba3b req-dfc398e6-0014-486a-8bee-54ac9e289a55 service nova] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_rules [ 633.961468] env[66001]: INFO networking_nsxv3.common.synchronization [req-7032b7be-d6a5-43d1-baf5-7838e5aaba3b req-dfc398e6-0014-486a-8bee-54ac9e289a55 service nova] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 633.961468] env[66001]: INFO networking_nsxv3.common.synchronization [req-7032b7be-d6a5-43d1-baf5-7838e5aaba3b req-dfc398e6-0014-486a-8bee-54ac9e289a55 service nova] Enqueued Resource ID: 40f684f4-373c-4664-b169-97798f801525 with Priority: HIGHEST for action port [ 633.962377] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_rules [ 633.962756] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 633.963102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f684f4-373c-4664-b169-97798f801525 with Priority: HIGHEST for action port [ 633.964157] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.964517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.965337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.965756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966896] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.969582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.969952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.970459] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-40f684f4-373c-4664-b169-97798f801525 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.973068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.973068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.973068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.973068] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f684f4-373c-4664-b169-97798f801525',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.217681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.218200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.218537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.218875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.219332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.220820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.221093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.221252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.221378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.221632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.221783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.221894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.222252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.222565] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.222789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.222954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.223898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.224598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.224598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.224598] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.285840] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: SUCCESS [ 634.286164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.433276] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 634.433479] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 deletion is rescheduled due to dependency. [ 634.433632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.433729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.433989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.434178] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.434327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.434395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.434660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.434660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.434757] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.475962] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40f684f4-373c-4664-b169-97798f801525 with status ACTIVE [ 634.476122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.476192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.476276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.476504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.476600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.477864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.477864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.477864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.477864] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40f684f4-373c-4664-b169-97798f801525 is going to be updated. [ 634.479430] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.479587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.511421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.512345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.512345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.512702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.512958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.513236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40f684f4-373c-4664-b169-97798f801525" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.577809] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8a2dfe66-72b0-4a4e-8fa1-36f087b112d2 None None] Enqueued Resource ID: 3e5f7d24-26b4-496c-8920-41b4dcc72e26 with Priority: HIGHEST for action port [ 634.579259] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5f7d24-26b4-496c-8920-41b4dcc72e26 with Priority: HIGHEST for action port [ 634.579590] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5f7d24-26b4-496c-8920-41b4dcc72e26 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.579721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5f7d24-26b4-496c-8920-41b4dcc72e26" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5f7d24-26b4-496c-8920-41b4dcc72e26" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.580135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5f7d24-26b4-496c-8920-41b4dcc72e26" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.580215] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5f7d24-26b4-496c-8920-41b4dcc72e26',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.727976] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d51ae6a7-8a64-4857-a87c-8fc87948a375: rpc.has_security_group_logging(os_id): False [ 634.763449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.763822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.763983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.764318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.764560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.765053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.765244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.765364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.765654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.765828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.766242] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.766453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.766638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.766964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.767092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.767548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.767717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.767831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.768087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.768247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.768399] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 is going to be created. [ 634.867504] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.867839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.867839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.868041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.868213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.883378] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: IN_PROGRESS for 2s [ 634.937056] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.085839] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e5f7d24-26b4-496c-8920-41b4dcc72e26 [ 635.085839] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.085839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.086107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.086156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.086203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.086342] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e5f7d24-26b4-496c-8920-41b4dcc72e26 already deleted. [ 635.086408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5f7d24-26b4-496c-8920-41b4dcc72e26" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.442605] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.764078] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b2443987-9fab-4d51-9aa5-d895ebc0b7ca None None] Enqueued Resource ID: 8a6eb272-6270-4678-8621-d998630cbadc with Priority: HIGHEST for action port [ 635.764840] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6eb272-6270-4678-8621-d998630cbadc with Priority: HIGHEST for action port [ 635.765742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6eb272-6270-4678-8621-d998630cbadc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.765742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6eb272-6270-4678-8621-d998630cbadc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.765904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6eb272-6270-4678-8621-d998630cbadc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.766139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6eb272-6270-4678-8621-d998630cbadc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.766201] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6eb272-6270-4678-8621-d998630cbadc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.949042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.949042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.949042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.949042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.949042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.949042] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be updated. [ 635.985552] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.985762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.985819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.986011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.986160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.998475] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 636.270329] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a6eb272-6270-4678-8621-d998630cbadc [ 636.270435] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.270585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.270671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.270913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.271030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.272568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a6eb272-6270-4678-8621-d998630cbadc already deleted. [ 636.272568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6eb272-6270-4678-8621-d998630cbadc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.924483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: SUCCESS [ 636.924483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.942806] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ebc5471-1d06-43c4-a086-7240d3a6650e req-738bf291-fe45-47a2-af88-e8e1ffe71fe3 tempest-ServerDiagnosticsTest-492144604 tempest-ServerDiagnosticsTest-492144604-project-member] Enqueued Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 636.946747] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 636.946747] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.946747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.946747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.947405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.947727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.948473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.948886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.949055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.949225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.949743] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.315709] env[66001]: INFO networking_nsxv3.common.synchronization [None req-6a6766ab-cad3-473d-bcab-137534bc8ab3 None None] Enqueued Resource ID: 1d416e24-954c-4596-8664-06e7ce3aee1d with Priority: HIGHEST for action port [ 637.317678] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d416e24-954c-4596-8664-06e7ce3aee1d with Priority: HIGHEST for action port [ 637.317832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d416e24-954c-4596-8664-06e7ce3aee1d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.318809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d416e24-954c-4596-8664-06e7ce3aee1d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.318809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d416e24-954c-4596-8664-06e7ce3aee1d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.318809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d416e24-954c-4596-8664-06e7ce3aee1d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.318809] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d416e24-954c-4596-8664-06e7ce3aee1d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.454717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.454916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.454916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.455154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.455286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.455554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.455710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.455906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.459060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.459301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.459446] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 already deleted. [ 637.459565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.495578] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.495838] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.495910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.497049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.497049] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.497049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.497049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.497049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.497410] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.497547] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.497689] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.497799] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.497902] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.498024] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.498125] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.498252] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.529452] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.529452] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.530312] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.530441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.531058] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-8642982b-8b00-4986-bbc1-6014a4ab7da8 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.531847] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.532294] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.533577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.533577] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8642982b-8b00-4986-bbc1-6014a4ab7da8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.822795] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d416e24-954c-4596-8664-06e7ce3aee1d [ 637.823411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.823624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.823722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.824122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.824287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824569] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d416e24-954c-4596-8664-06e7ce3aee1d already deleted. [ 637.824569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d416e24-954c-4596-8664-06e7ce3aee1d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.932183] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4c2f4e74-a096-40cc-9e5a-19b03c282c9d None None] Enqueued Resource ID: e0520a7b-9715-45a5-a82c-826e67dca67b with Priority: HIGHEST for action port [ 637.933379] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0520a7b-9715-45a5-a82c-826e67dca67b with Priority: HIGHEST for action port [ 637.933480] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0520a7b-9715-45a5-a82c-826e67dca67b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.933592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0520a7b-9715-45a5-a82c-826e67dca67b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.933719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0520a7b-9715-45a5-a82c-826e67dca67b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.933983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0520a7b-9715-45a5-a82c-826e67dca67b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.934121] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0520a7b-9715-45a5-a82c-826e67dca67b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.984533] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3d0294bc-dc1c-4164-992d-9f1ff46e3604 None None] Enqueued Resource ID: 3b2dfefa-412c-443e-b8bd-56d666f462be with Priority: HIGHEST for action port [ 637.984533] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2dfefa-412c-443e-b8bd-56d666f462be with Priority: HIGHEST for action port [ 637.984866] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2dfefa-412c-443e-b8bd-56d666f462be taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.985010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2dfefa-412c-443e-b8bd-56d666f462be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.985094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2dfefa-412c-443e-b8bd-56d666f462be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.985389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2dfefa-412c-443e-b8bd-56d666f462be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.985822] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2dfefa-412c-443e-b8bd-56d666f462be',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.012443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 638.012826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.013022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.013312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.013550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.013706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.013801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.014041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.014141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.014788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.014788] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.037286] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.037627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.038183] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.038340] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.038496] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.038703] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 8642982b-8b00-4986-bbc1-6014a4ab7da8 not found, creating... [ 638.039053] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.039308] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.039457] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.040353] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.040543] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.040985] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.041415] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.041415] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.041627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.041697] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.041884] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 8642982b-8b00-4986-bbc1-6014a4ab7da8 is going to be created. [ 638.071237] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.075026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.075026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.075026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.075026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.075026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.437483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0520a7b-9715-45a5-a82c-826e67dca67b [ 638.437483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.437483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.437483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.437483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.437483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.437483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0520a7b-9715-45a5-a82c-826e67dca67b already deleted. [ 638.437483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0520a7b-9715-45a5-a82c-826e67dca67b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.487924] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b2dfefa-412c-443e-b8bd-56d666f462be [ 638.489802] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.489802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.489802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.489802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.489802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.489802] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b2dfefa-412c-443e-b8bd-56d666f462be already deleted. [ 638.489802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2dfefa-412c-443e-b8bd-56d666f462be" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.521359] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.521978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.521978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.521978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.522197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.522359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.522359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.522543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.522637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.522721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.522873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.522999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.523233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.523233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.523408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.523466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.523505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.523647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.523733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.523818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.524487] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.774471] env[66001]: INFO networking_nsxv3.common.synchronization [req-a6d95aa7-a63d-4f3b-831d-1e447ceeaf21 req-4d0c1774-2903-4dc5-a318-a0930f018844 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 638.776784] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 638.777252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.777380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.777471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.777753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.777989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.778964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.779154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.779476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.779618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.779746] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.883837] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ebc5471-1d06-43c4-a086-7240d3a6650e req-8860a23a-d527-4cce-aad5-859313678220 service nova] Enqueued Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_rules [ 638.883837] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ebc5471-1d06-43c4-a086-7240d3a6650e req-8860a23a-d527-4cce-aad5-859313678220 service nova] Enqueued Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 638.883837] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ebc5471-1d06-43c4-a086-7240d3a6650e req-8860a23a-d527-4cce-aad5-859313678220 service nova] Enqueued Resource ID: 8642982b-8b00-4986-bbc1-6014a4ab7da8 with Priority: HIGHEST for action port [ 638.884533] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_rules [ 638.884662] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 638.884662] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642982b-8b00-4986-bbc1-6014a4ab7da8 with Priority: HIGHEST for action port [ 638.884979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.885161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.885232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.885498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.885635] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.886831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.886944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.888044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.888204] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.889829] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8642982b-8b00-4986-bbc1-6014a4ab7da8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.889969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.890038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.890222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.890398] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8642982b-8b00-4986-bbc1-6014a4ab7da8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.026298] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20915453-3fc2-421e-81f4-263f83805f89: rpc.has_security_group_logging(os_id): False [ 639.050702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.050702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.050702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.051036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.051359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.052743] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.052743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.052743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.053195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.053195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.054482] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.054482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.054482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.054482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.054482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.054482] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be updated. [ 639.138752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.138959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.138959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.139616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.139616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.155498] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 639.282947] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.283248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.283356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.283661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.283794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.284255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.284348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.284580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284823] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 already deleted. [ 639.284944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.376929] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.377172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.377290] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.377625] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.377904] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.379145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.379338] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.379599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.379747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.380085] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.380206] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.380317] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.380487] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.380618] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.380733] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.380905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.392644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.392779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.393076] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.394273] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8642982b-8b00-4986-bbc1-6014a4ab7da8 with status ACTIVE [ 639.394486] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.394609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.394676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.394889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.394982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.395192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.395283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.395339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.395510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.395584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.395772] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.395850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.395912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.396072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.396156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.396235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8642982b-8b00-4986-bbc1-6014a4ab7da8 is going to be updated. [ 639.415099] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.415283] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.415415] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.415588] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415888] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416657] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416812] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.417227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.417402] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ceaf4b-0811-4a19-a3ec-82d07992a1b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.430204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.430451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.430815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.430815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.430931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8642982b-8b00-4986-bbc1-6014a4ab7da8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.900048] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.920033] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.920424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.920424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.920705] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.920841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.920992] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 not found, creating... [ 639.921260] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.921511] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.921511] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.921726] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.921860] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.922209] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.922374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.922484] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.922688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.922855] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.924921] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 is going to be created. [ 639.951396] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.951681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.952122] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.953035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.953035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.405094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.405094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.405363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.405363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.405480] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 is going to be created. [ 640.436755] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.437112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.437112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.437361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.437535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.457549] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: UNINITIALIZED for 2s [ 640.521900] env[66001]: INFO networking_nsxv3.common.synchronization [None req-a18a28ec-913b-4ace-970d-3c3b1f8ac11d None None] Enqueued Resource ID: 3965122d-4b05-47b1-b6fa-cf37e8283230 with Priority: HIGHEST for action port [ 640.521900] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3965122d-4b05-47b1-b6fa-cf37e8283230 with Priority: HIGHEST for action port [ 640.521900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3965122d-4b05-47b1-b6fa-cf37e8283230 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.521900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3965122d-4b05-47b1-b6fa-cf37e8283230" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.521900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3965122d-4b05-47b1-b6fa-cf37e8283230" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.521900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3965122d-4b05-47b1-b6fa-cf37e8283230" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.521900] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3965122d-4b05-47b1-b6fa-cf37e8283230',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.738637] env[66001]: INFO networking_nsxv3.common.synchronization [req-a6d95aa7-a63d-4f3b-831d-1e447ceeaf21 req-7b5bdee5-5a85-4b51-83df-06739d28e3b7 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 640.738637] env[66001]: INFO networking_nsxv3.common.synchronization [req-a6d95aa7-a63d-4f3b-831d-1e447ceeaf21 req-7b5bdee5-5a85-4b51-83df-06739d28e3b7 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 640.738928] env[66001]: INFO networking_nsxv3.common.synchronization [req-a6d95aa7-a63d-4f3b-831d-1e447ceeaf21 req-7b5bdee5-5a85-4b51-83df-06739d28e3b7 service nova] Enqueued Resource ID: d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 with Priority: HIGHEST for action port [ 640.739455] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 640.739641] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 640.739763] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 with Priority: HIGHEST for action port [ 640.740284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.740470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.740520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.740835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.740942] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.742517] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.742517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.742517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.742758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.742826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.745287] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.745287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.745287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.745287] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ceaf4b-0811-4a19-a3ec-82d07992a1b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.026460] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3965122d-4b05-47b1-b6fa-cf37e8283230 [ 641.029471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.029471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.029471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.029471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.029471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.029471] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3965122d-4b05-47b1-b6fa-cf37e8283230 already deleted. [ 641.029471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3965122d-4b05-47b1-b6fa-cf37e8283230" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.175821] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 641.176825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.251739] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251739] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.251739] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 with status ACTIVE [ 641.251739] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.251739] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.256785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.256785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.256785] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3ceaf4b-0811-4a19-a3ec-82d07992a1b2 is going to be updated. [ 641.286036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.286036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.286036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.286335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.286335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.286510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3ceaf4b-0811-4a19-a3ec-82d07992a1b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.343059] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c3310f46-1802-4f6f-b86f-87654dbb068f None None] Enqueued Resource ID: b8e26ad3-bd0b-476e-81f5-e808f94d5ab7 with Priority: HIGHEST for action port [ 641.344260] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e26ad3-bd0b-476e-81f5-e808f94d5ab7 with Priority: HIGHEST for action port [ 641.345050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e26ad3-bd0b-476e-81f5-e808f94d5ab7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.345366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e26ad3-bd0b-476e-81f5-e808f94d5ab7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.345571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e26ad3-bd0b-476e-81f5-e808f94d5ab7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.346142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e26ad3-bd0b-476e-81f5-e808f94d5ab7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.346375] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e26ad3-bd0b-476e-81f5-e808f94d5ab7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.758022] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.853215] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e26ad3-bd0b-476e-81f5-e808f94d5ab7 [ 641.853215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.853215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.853215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.853215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.853215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.853215] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e26ad3-bd0b-476e-81f5-e808f94d5ab7 already deleted. [ 641.853215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e26ad3-bd0b-476e-81f5-e808f94d5ab7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.260613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.260856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.260856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.261427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.261427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.261427] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be created. [ 642.292610] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.292799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.292902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.293436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.304894] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: UNINITIALIZED for 2s [ 642.470543] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: SUCCESS [ 642.470907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.471223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.471542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.471860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.472132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.472257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.472531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.472699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.473029] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.975873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.976345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.976345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.976483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.976540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.976636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.976723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.976921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.977021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.977141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.977371] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.977505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.977555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.977698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.977892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.978012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.978081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.978226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.978293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.978387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.978467] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.481059] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d59451-4648-49fa-92a6-f486a931ced9: rpc.has_security_group_logging(os_id): False [ 643.501411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.501636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.501747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.502125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.502264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.502548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.502697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.502794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.503236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.503366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.503675] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.503829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.503920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.504165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.504293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.504580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.504724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.504820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.505046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.505168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.505297] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 is going to be created. [ 643.596429] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.596429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.596429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.596429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.596429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.613779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: IN_PROGRESS for 2s [ 644.316706] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 644.317176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.317176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.317769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.317769] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.317769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.317769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.317983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.318067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.318174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.318316] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.743170] env[66001]: INFO networking_nsxv3.common.synchronization [None req-cd4a18b9-cb65-4531-b549-b74b919fd18e None None] Enqueued Resource ID: a6e4086e-9942-4996-80cf-a8c5c5e4d517 with Priority: HIGHEST for action port [ 644.744138] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4086e-9942-4996-80cf-a8c5c5e4d517 with Priority: HIGHEST for action port [ 644.744506] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e4086e-9942-4996-80cf-a8c5c5e4d517 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.744658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e4086e-9942-4996-80cf-a8c5c5e4d517" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.744704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e4086e-9942-4996-80cf-a8c5c5e4d517" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.745028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e4086e-9942-4996-80cf-a8c5c5e4d517" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.745132] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e4086e-9942-4996-80cf-a8c5c5e4d517',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.821872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.822147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.822226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.822518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.822774] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.822912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.822981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.823221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.823335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.823415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.823615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.823717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.824043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.824202] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.824282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.824321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.824497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.824577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.824660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.824747] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.249155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6e4086e-9942-4996-80cf-a8c5c5e4d517 [ 645.249461] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.249678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.249798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.250203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.250544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.250544] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6e4086e-9942-4996-80cf-a8c5c5e4d517 already deleted. [ 645.250661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e4086e-9942-4996-80cf-a8c5c5e4d517" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.327149] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 645.354646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.354921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.355058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.355370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.355526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.355861] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.356038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.356148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.356392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.356514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.356882] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.357069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.357169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.357436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.357559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.357860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.358037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.358147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.358378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.358519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.358670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be created. [ 645.466083] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.466348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.466470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.467111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.467221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.489187] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 645.631886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: SUCCESS [ 645.632269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.971160] env[66001]: INFO networking_nsxv3.common.synchronization [None req-444b8ca7-a973-4c98-8030-efe1d86891cb tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 645.971756] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 645.974156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.975174] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.087951] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8875a2cc-b42b-4288-a18f-5cea3475cdad tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 646.088681] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 646.091643] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.091822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.503091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.503489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.503489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.503698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.503853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.504250] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 already deleted. [ 646.504250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.504433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.504823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.504919] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.030314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.030314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.030314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.030314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.030314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.030314] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 already deleted. [ 647.030314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.506487] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 647.506862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.623116] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e50720fc-a911-48d4-a91e-64e2b52edbe5 None None] Enqueued Resource ID: 707ca524-c68f-4f5e-8bed-b50caf55e8b3 with Priority: HIGHEST for action port [ 647.623757] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707ca524-c68f-4f5e-8bed-b50caf55e8b3 with Priority: HIGHEST for action port [ 647.624524] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-707ca524-c68f-4f5e-8bed-b50caf55e8b3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.624524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707ca524-c68f-4f5e-8bed-b50caf55e8b3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.624524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707ca524-c68f-4f5e-8bed-b50caf55e8b3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.624782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707ca524-c68f-4f5e-8bed-b50caf55e8b3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.624894] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707ca524-c68f-4f5e-8bed-b50caf55e8b3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.127672] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 707ca524-c68f-4f5e-8bed-b50caf55e8b3 [ 648.130613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.130613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.130613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.130613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.130613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.130613] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:707ca524-c68f-4f5e-8bed-b50caf55e8b3 already deleted. [ 648.130613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707ca524-c68f-4f5e-8bed-b50caf55e8b3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.396973] env[66001]: INFO networking_nsxv3.common.synchronization [req-fac5fed9-60f2-4170-85df-3ef1d215e4d3 req-7cca8d6a-fc08-4ead-bac0-27a20efaf687 tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 648.397759] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 648.397922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-448b8782-c3ac-4f15-9a43-152d31cceed6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.398136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.398213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.398484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.398604] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('448b8782-c3ac-4f15-9a43-152d31cceed6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.922653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.922653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.922653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.922653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.922653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.922653] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 already deleted. [ 648.922653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.388393] env[66001]: INFO networking_nsxv3.common.synchronization [None req-1f7657a1-6960-4dd3-a1c7-4babf82b460b None None] Enqueued Resource ID: 69d45307-69bc-49af-a51a-c171c52a0709 with Priority: HIGHEST for action port [ 649.389189] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d45307-69bc-49af-a51a-c171c52a0709 with Priority: HIGHEST for action port [ 649.389420] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d45307-69bc-49af-a51a-c171c52a0709 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.389555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d45307-69bc-49af-a51a-c171c52a0709" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.389638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d45307-69bc-49af-a51a-c171c52a0709" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.389902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d45307-69bc-49af-a51a-c171c52a0709" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.389986] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d45307-69bc-49af-a51a-c171c52a0709',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.563299] env[66001]: INFO networking_nsxv3.common.synchronization [None req-569d5d24-a91b-4ed8-ad2c-681c044416a7 tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 649.563299] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 649.563299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.563887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.563887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.563887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.564022] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.869782] env[66001]: INFO networking_nsxv3.common.synchronization [None req-693adbab-86e2-4a80-85f4-6c4d2b51cd24 tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 649.869782] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 649.869782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.869782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.892761] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69d45307-69bc-49af-a51a-c171c52a0709 [ 649.893058] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.893226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.893300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.893514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.893623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893772] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69d45307-69bc-49af-a51a-c171c52a0709 already deleted. [ 649.893772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d45307-69bc-49af-a51a-c171c52a0709" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.097962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.097962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097962] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a already deleted. [ 650.097962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.098128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.098222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.098954] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.626589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.626809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.626809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.627235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.627235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.627235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a already deleted. [ 650.627366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437371] env[66001]: INFO networking_nsxv3.common.synchronization [req-22ef9159-ca9e-4dfe-aa1c-d73a1cf24f2a req-3857e391-ee1b-4f43-9f5f-e8b143b048f6 tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 651.438048] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 651.441121] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-448b8782-c3ac-4f15-9a43-152d31cceed6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.441121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.441121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.441121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441121] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('448b8782-c3ac-4f15-9a43-152d31cceed6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.971711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.971942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.972244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.972664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.973037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.973171] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 already deleted. [ 651.973243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.167026] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4122bdaf-6643-466b-a3f9-0fde23ad16f9 None None] Enqueued Resource ID: 58045a9a-b757-4359-93e1-a713e1850903 with Priority: HIGHEST for action port [ 652.167194] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58045a9a-b757-4359-93e1-a713e1850903 with Priority: HIGHEST for action port [ 652.167894] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-58045a9a-b757-4359-93e1-a713e1850903 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.168648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58045a9a-b757-4359-93e1-a713e1850903" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.168870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58045a9a-b757-4359-93e1-a713e1850903" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.169199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58045a9a-b757-4359-93e1-a713e1850903" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.169881] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58045a9a-b757-4359-93e1-a713e1850903',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.673060] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58045a9a-b757-4359-93e1-a713e1850903 [ 652.677368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.677368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.677368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.677368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.677368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.677368] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58045a9a-b757-4359-93e1-a713e1850903 already deleted. [ 652.677368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58045a9a-b757-4359-93e1-a713e1850903" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.236157] env[66001]: INFO networking_nsxv3.common.synchronization [req-84297cc6-4cb0-4a24-88a6-8438a8888bd7 req-629abbb8-6f02-4d1b-86a5-6d5295607099 tempest-SecurityGroupRulesTestJSON-152113995 tempest-SecurityGroupRulesTestJSON-152113995-project-member] Enqueued Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 655.236710] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 with Priority: HIGHEST for action security_group_rules [ 655.237016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-448b8782-c3ac-4f15-9a43-152d31cceed6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.237337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.237337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.237520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.237520] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('448b8782-c3ac-4f15-9a43-152d31cceed6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.767346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.768856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.768856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.768856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.768856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.768856] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 448b8782-c3ac-4f15-9a43-152d31cceed6 already deleted. [ 655.768856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-448b8782-c3ac-4f15-9a43-152d31cceed6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.155049] env[66001]: INFO networking_nsxv3.common.synchronization [req-0fb43e57-cb6d-4a90-b551-166ee0bb6858 req-80de9d73-870e-4444-9a22-4197d4c436d1 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 656.155580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 656.155877] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.156175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.156175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.156389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.156549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.156649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.156699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.156850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.156932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.157031] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.583106] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7c2d8638-3327-4748-8d72-6ec4c262a794 None None] Enqueued Resource ID: 42bfbf46-fb32-40d7-a372-ff4d9247c9f0 with Priority: HIGHEST for action port [ 656.584175] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42bfbf46-fb32-40d7-a372-ff4d9247c9f0 with Priority: HIGHEST for action port [ 656.584524] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-42bfbf46-fb32-40d7-a372-ff4d9247c9f0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.585956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42bfbf46-fb32-40d7-a372-ff4d9247c9f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.585956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42bfbf46-fb32-40d7-a372-ff4d9247c9f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.585956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42bfbf46-fb32-40d7-a372-ff4d9247c9f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.585956] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42bfbf46-fb32-40d7-a372-ff4d9247c9f0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.660192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.660323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.660323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.660500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.660591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.660787] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.660875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.660935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.661094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.661165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.661247] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 656.695536] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.695536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.695536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.695967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.695967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.706393] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 656.792024] env[66001]: INFO networking_nsxv3.common.synchronization [req-cf06df4c-7ade-4e5f-9fe5-0551c4504b92 req-f874eee5-fdc4-4c8c-9172-7cfcd5cc5782 tempest-ServerDiagnosticsTest-492144604 tempest-ServerDiagnosticsTest-492144604-project-member] Enqueued Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 656.792024] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGHEST for action security_group_members [ 656.792024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.792024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.792024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.792024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.792024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.797187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.797187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.797187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.797187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.797187] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.088875] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42bfbf46-fb32-40d7-a372-ff4d9247c9f0 [ 657.088875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.088875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.088875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.089158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.089158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.089236] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42bfbf46-fb32-40d7-a372-ff4d9247c9f0 already deleted. [ 657.089349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42bfbf46-fb32-40d7-a372-ff4d9247c9f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.298568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.298568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.298568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.298987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.298987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.298987] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.298987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.299174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.299212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.301944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.301944] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 is going to be updated. [ 657.330313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.330468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.330528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.330752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.330896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.342954] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: IN_PROGRESS for 2s [ 657.463923] env[66001]: INFO networking_nsxv3.common.synchronization [req-f7cc784c-7450-4d90-bd23-64a7dd2209ca req-3a6c2d77-2a91-4319-839b-2e774ffd6d5c tempest-DeleteServersAdminTestJSON-57790196 tempest-DeleteServersAdminTestJSON-57790196-project-member] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 657.464375] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGHEST for action security_group_members [ 657.465942] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.466186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.466966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.466966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.466966] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.467276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.467411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.467744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.468061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.468218] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.790502] env[66001]: INFO networking_nsxv3.common.synchronization [req-a6de1e21-e2f5-42a1-ae1b-2e83dd09ac84 req-8faf47e3-01cf-4d7f-92fc-2817c61939e0 tempest-TenantUsagesTestJSON-1908491436 tempest-TenantUsagesTestJSON-1908491436-project-member] Enqueued Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 657.791168] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa5243-ab65-45a3-8337-8b8cea51853b with Priority: HIGHEST for action security_group_members [ 657.791685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa5243-ab65-45a3-8337-8b8cea51853b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.793466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.794485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.794485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.794485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.794846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.795536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.795719] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa5243-ab65-45a3-8337-8b8cea51853b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.971129] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.971308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.971383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.971605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.971698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.971889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.971982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.972054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.972243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.972320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.972404] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be updated. [ 658.000862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.001014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.001092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.001305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.001451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.010982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: IN_PROGRESS for 2s [ 658.299302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.299690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.299690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.299797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.299855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.300122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.300453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.300453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.300654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300654] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa5243-ab65-45a3-8337-8b8cea51853b is going to be updated. [ 658.330613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.330725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.330799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.331011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.331159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.345209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: IN_PROGRESS for 2s [ 658.718203] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 658.718663] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 658.719133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.127258] env[66001]: INFO networking_nsxv3.common.synchronization [req-6627bd1e-ebcd-44f9-a951-135743b74dbe req-bec348a6-88e6-4d7b-991a-b2aceee4fe68 tempest-ServerAddressesTestJSON-1923097882 tempest-ServerAddressesTestJSON-1923097882-project-member] Enqueued Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 659.128382] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGHEST for action security_group_members [ 659.128382] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.128713] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.129037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.129136] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.370809] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59451-4648-49fa-92a6-f486a931ced9 in Status: SUCCESS [ 659.370809] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 deletion is rescheduled due to dependency. [ 659.370809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.632775] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.632993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.633078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.633348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.633444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.633707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.633799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.633851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.634030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.634259] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 is going to be updated. [ 659.666709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.666857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.679841] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: IN_PROGRESS for 2s [ 660.028880] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20915453-3fc2-421e-81f4-263f83805f89 in Status: SUCCESS [ 660.028880] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20915453-3fc2-421e-81f4-263f83805f89 deletion is rescheduled due to dependency. [ 660.028880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.290997] env[66001]: INFO networking_nsxv3.common.synchronization [req-f3d8d495-6ab2-4168-996f-dd8ea0cd8a0b req-2d10c3f2-80b1-452e-9eaa-1ee33ab2a4eb tempest-InstanceActionsV221TestJSON-1463236152 tempest-InstanceActionsV221TestJSON-1463236152-project-member] Enqueued Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 660.291694] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 660.292545] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.292702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.292901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.293091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.293443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.293443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.293792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.294167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.294408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.294803] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.357759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa5243-ab65-45a3-8337-8b8cea51853b in Status: SUCCESS [ 660.357934] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa5243-ab65-45a3-8337-8b8cea51853b deletion is rescheduled due to dependency. [ 660.358062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa5243-ab65-45a3-8337-8b8cea51853b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.464669] env[66001]: INFO networking_nsxv3.common.synchronization [None req-43b5f2b9-37e7-41de-8957-05b430fdb8d4 None None] Enqueued Resource ID: 2798324a-2290-4d8e-a09e-e0678eae5b51 with Priority: HIGHEST for action port [ 660.465502] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798324a-2290-4d8e-a09e-e0678eae5b51 with Priority: HIGHEST for action port [ 660.465830] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2798324a-2290-4d8e-a09e-e0678eae5b51 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.465988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2798324a-2290-4d8e-a09e-e0678eae5b51" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.466083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2798324a-2290-4d8e-a09e-e0678eae5b51" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.466433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2798324a-2290-4d8e-a09e-e0678eae5b51" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.466485] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2798324a-2290-4d8e-a09e-e0678eae5b51',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.771750] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.771750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.771750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.772725] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.773315] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.776019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.776019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.776019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.776019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.776019] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.776019] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.776019] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.776019] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.776019] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.776019] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.776019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.797443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.797621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.797675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.797901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.798008] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.798262] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.798377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.798441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.798601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.798679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.798798] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c already deleted. [ 660.798858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.799870] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.800826] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.800889] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.801117] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.801379] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-e0cdbf9b-2986-43b8-b6c8-986e1785044d taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.801530] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.801639] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.801932] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.802084] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cdbf9b-2986-43b8-b6c8-986e1785044d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.969403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2798324a-2290-4d8e-a09e-e0678eae5b51 [ 660.969652] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.969795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.969857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.970115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.970206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.970361] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2798324a-2290-4d8e-a09e-e0678eae5b51 already deleted. [ 660.970608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2798324a-2290-4d8e-a09e-e0678eae5b51" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304745] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.305362] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.305362] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.305458] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.305513] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.305655] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port e0cdbf9b-2986-43b8-b6c8-986e1785044d not found, creating... [ 661.305911] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.306066] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.306178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.306389] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.306537] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.306837] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.306981] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.307304] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.307304] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.307403] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.307524] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: e0cdbf9b-2986-43b8-b6c8-986e1785044d is going to be created. [ 661.339913] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.340135] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.340135] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.340359] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.340581] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.340791] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689397] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 in Status: SUCCESS [ 661.689586] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 deletion is rescheduled due to dependency. [ 661.689701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.054993] env[66001]: INFO networking_nsxv3.common.synchronization [req-f3d8d495-6ab2-4168-996f-dd8ea0cd8a0b req-2c6dd76b-48ae-4edd-9cee-ab7dfb38ec78 service nova] Enqueued Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_rules [ 662.055516] env[66001]: INFO networking_nsxv3.common.synchronization [req-f3d8d495-6ab2-4168-996f-dd8ea0cd8a0b req-2c6dd76b-48ae-4edd-9cee-ab7dfb38ec78 service nova] Enqueued Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 662.055731] env[66001]: INFO networking_nsxv3.common.synchronization [req-f3d8d495-6ab2-4168-996f-dd8ea0cd8a0b req-2c6dd76b-48ae-4edd-9cee-ab7dfb38ec78 service nova] Enqueued Resource ID: e0cdbf9b-2986-43b8-b6c8-986e1785044d with Priority: HIGHEST for action port [ 662.056381] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_rules [ 662.056442] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 662.056538] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cdbf9b-2986-43b8-b6c8-986e1785044d with Priority: HIGHEST for action port [ 662.057078] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.057307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.057439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.057727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.057843] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.059136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.059263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.059330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.059542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.060335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.060335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.060472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.060655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.060814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.061180] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.062022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0cdbf9b-2986-43b8-b6c8-986e1785044d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.062022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.062124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.062316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.062434] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cdbf9b-2986-43b8-b6c8-986e1785044d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.564885] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.566449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.566876] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0cdbf9b-2986-43b8-b6c8-986e1785044d with status ACTIVE [ 662.567772] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.567772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.567772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.567772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.567772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.568287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.568287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.568449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.568449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.568778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.568838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.569032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.569134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.569266] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0cdbf9b-2986-43b8-b6c8-986e1785044d is going to be updated. [ 662.594965] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.594965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.594965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.595243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.595350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.595521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0cdbf9b-2986-43b8-b6c8-986e1785044d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.847948] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-b74f285c-dffc-464a-89c5-f496b4e42ef8 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 662.848926] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 662.849377] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.849591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.849732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.854138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.854390] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.854540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.854641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.854947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.855088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.855225] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.068122] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.266300] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-da452c26-9149-4ffa-88a2-b01221c9b50c tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 663.267245] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 663.267245] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.267438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.358210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.358493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.358640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.358976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.359157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.359483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.359661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.359776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.360049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.360230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.360388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c already deleted. [ 663.360513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.361783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.362056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.362541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.362721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.362837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.363091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.363213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.363315] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.570979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.571410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.571485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.571524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.571715] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c is going to be created. [ 663.600366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.600529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.600602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.600868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.600981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.617677] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: UNINITIALIZED for 2s [ 663.696490] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-45a47e82-2626-4182-b340-d037fe16c4a0 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 663.697927] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 663.697927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.697927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.866888] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.867061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.867826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.867826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.868015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.868409] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.869087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.869583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.870520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c already deleted. [ 663.870803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.871943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.873930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.873930] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.873930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.873930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.874210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.874295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.874600] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.147360] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147995] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.148332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.148768] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.151756] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.151756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.151756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.151756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.151756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.151756] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.151756] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.151756] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.151756] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.151756] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.151756] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.151756] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.172534] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.172677] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.172814] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.173417] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.173536] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-a9d34dce-94bb-4da3-8833-462cd9c6dbda taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.173662] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.173797] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.174062] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.174197] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d34dce-94bb-4da3-8833-462cd9c6dbda',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.379624] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.379858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.379858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.380095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.380238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.380465] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.380685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.380846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.381034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.381125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.381215] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c already deleted. [ 664.381399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.677111] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.677611] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.677611] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.677788] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.677952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.678129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port a9d34dce-94bb-4da3-8833-462cd9c6dbda not found, creating... [ 664.678409] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.678582] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.678718] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.678942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.679357] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.679558] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.679558] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.679709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.680758] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.680758] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.681381] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: a9d34dce-94bb-4da3-8833-462cd9c6dbda is going to be created. [ 664.705022] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.705269] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.705351] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.705606] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.705843] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.706085] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.404822] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-406a551b-adc1-4de1-9555-d84e2a5ccbd6 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 665.404822] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-406a551b-adc1-4de1-9555-d84e2a5ccbd6 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 665.404822] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-406a551b-adc1-4de1-9555-d84e2a5ccbd6 service nova] Enqueued Resource ID: a9d34dce-94bb-4da3-8833-462cd9c6dbda with Priority: HIGHEST for action port [ 665.405717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 665.405717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 665.405717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d34dce-94bb-4da3-8833-462cd9c6dbda with Priority: HIGHEST for action port [ 665.405993] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.406314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.406401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.406634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.406720] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.407988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.408122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.408190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408518] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.408640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.408685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.408981] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.412833] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d34dce-94bb-4da3-8833-462cd9c6dbda taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.412833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.412833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.412833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.412833] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d34dce-94bb-4da3-8833-462cd9c6dbda',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.629350] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: SUCCESS [ 665.629497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.629638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.629861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.630098] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.630277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.630573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.630573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.630697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.630697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.631148] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.912327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.912327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.915408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.916453] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9d34dce-94bb-4da3-8833-462cd9c6dbda with status ACTIVE [ 665.916716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.916872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.916947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.917302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.917302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.917481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.917579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.917637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.917811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.917905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918139] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.918290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.918325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.918482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.918591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918695] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9d34dce-94bb-4da3-8833-462cd9c6dbda is going to be updated. [ 665.952439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.952692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.952773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.953072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.953568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.953568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d34dce-94bb-4da3-8833-462cd9c6dbda" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.955738] env[66001]: INFO networking_nsxv3.common.synchronization [req-49d139e8-3782-4542-bd15-6fedc2b03819 req-a665ddbe-ac57-4744-a33d-9efc1484be47 tempest-FloatingIPsAssociationTestJSON-5347250 tempest-FloatingIPsAssociationTestJSON-5347250-project-member] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 665.956482] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 665.956837] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.956984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.957081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.957354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.957502] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.957677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.957677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.957866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.957940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.958603] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.133403] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.138458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.138458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.138458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.138458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.138458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.138794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.138794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.138909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.141411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.141538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.141666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.141798] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.386768] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.388029] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-534" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.388029] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-534" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.388029] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-534" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391028] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.391028] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.391028] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.391028] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391028] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391028] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.391028] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.391028] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.391028] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.391028] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.391028] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.391028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.413060] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.413355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.413482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.413859] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.414262] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.414449] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.414610] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.414930] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.415133] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.415422] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.415606] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.415754] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.415863] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.416839] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.416839] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.416839] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.418722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.418919] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.419940] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.419940] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-534" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.419940] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-a109b508-1e87-4f96-b137-cd1471cc71e4 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.420192] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.420238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.420637] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.420848] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a109b508-1e87-4f96-b137-cd1471cc71e4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.422771] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.447102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.447709] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.449049] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.449049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-249" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.449049] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-f487de13-5f15-4b1f-9279-8a70bbc245e4 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.449049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.449049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.452476] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.452476] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f487de13-5f15-4b1f-9279-8a70bbc245e4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.464146] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.647216] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c: rpc.has_security_group_logging(os_id): False [ 666.665343] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.665561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.665561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.665771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.665859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.666102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.666204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.666266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.666414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.666504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.666675] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.666804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.666933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.666982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.667032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.667252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.667354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.667354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.667469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.667538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.667618] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c is going to be created. [ 666.723820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.724098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.724169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.724435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.724656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.735964] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: IN_PROGRESS for 2s [ 666.925473] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.925800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.925899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.926270] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.926453] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.926632] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port a109b508-1e87-4f96-b137-cd1471cc71e4 not found, creating... [ 666.926922] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.927145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.927308] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.927556] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.927697] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.927971] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.928247] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.928389] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.928645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.928849] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.929065] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: a109b508-1e87-4f96-b137-cd1471cc71e4 is going to be created. [ 666.930360] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.930516] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.930636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.930823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.930945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.931066] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be created. [ 666.954279] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.954279] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.954590] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.955081] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.955306] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.955520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port f487de13-5f15-4b1f-9279-8a70bbc245e4 not found, creating... [ 666.955900] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.956137] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.956303] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.956622] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.956824] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.957251] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.957481] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.957680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.958285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.958285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.958481] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: f487de13-5f15-4b1f-9279-8a70bbc245e4 is going to be created. [ 666.965748] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966981] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.968041] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.971933] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.972039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.972090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.972356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.972995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.984612] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: UNINITIALIZED for 2s [ 666.993234] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.993474] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.993595] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.993864] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.994121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.994389] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.474989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.475331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.475331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.475510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.475597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.475700] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be updated. [ 667.512011] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.512233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.512321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.512595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.512774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.522136] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 667.657334] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-cbb25994-b152-46e6-9d97-aa3f0757ca7c service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 667.657558] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-cbb25994-b152-46e6-9d97-aa3f0757ca7c service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 667.657703] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-cbb25994-b152-46e6-9d97-aa3f0757ca7c service nova] Enqueued Resource ID: a109b508-1e87-4f96-b137-cd1471cc71e4 with Priority: HIGHEST for action port [ 667.658890] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 667.659076] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 667.659171] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a109b508-1e87-4f96-b137-cd1471cc71e4 with Priority: HIGHEST for action port [ 667.659511] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.659632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.659763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.659839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.660037] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a109b508-1e87-4f96-b137-cd1471cc71e4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.660137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.660228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.660434] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.660537] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a109b508-1e87-4f96-b137-cd1471cc71e4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.677064] env[66001]: INFO networking_nsxv3.common.synchronization [req-49d139e8-3782-4542-bd15-6fedc2b03819 req-65db115a-c25a-4300-a7d9-9fd319184ae6 service nova] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_rules [ 667.677776] env[66001]: INFO networking_nsxv3.common.synchronization [req-49d139e8-3782-4542-bd15-6fedc2b03819 req-65db115a-c25a-4300-a7d9-9fd319184ae6 service nova] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 667.677776] env[66001]: INFO networking_nsxv3.common.synchronization [req-49d139e8-3782-4542-bd15-6fedc2b03819 req-65db115a-c25a-4300-a7d9-9fd319184ae6 service nova] Enqueued Resource ID: f487de13-5f15-4b1f-9279-8a70bbc245e4 with Priority: HIGHEST for action port [ 667.677776] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_rules [ 667.677776] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 667.677776] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f487de13-5f15-4b1f-9279-8a70bbc245e4 with Priority: HIGHEST for action port [ 667.678859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.678859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.678859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.678859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.678859] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.681628] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.681628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.683095] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f487de13-5f15-4b1f-9279-8a70bbc245e4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.683243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.683548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.684350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.684350] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f487de13-5f15-4b1f-9279-8a70bbc245e4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.162888] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a109b508-1e87-4f96-b137-cd1471cc71e4 with status ACTIVE [ 668.163164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.163362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.163437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.163785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.164228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.164704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.164775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.164944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.165225] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.165321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.165375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.165679] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a109b508-1e87-4f96-b137-cd1471cc71e4 is going to be updated. [ 668.191906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191906] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f487de13-5f15-4b1f-9279-8a70bbc245e4 with status ACTIVE [ 668.191906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.191906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.191906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.191906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.192508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.192508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.192508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.192508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.192508] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f487de13-5f15-4b1f-9279-8a70bbc245e4 is going to be updated. [ 668.196017] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.196017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.196017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.196017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.196017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.196017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a109b508-1e87-4f96-b137-cd1471cc71e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.219250] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.219564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.219795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.220300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.220501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.220900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f487de13-5f15-4b1f-9279-8a70bbc245e4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.678765] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.678982] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.679121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.679411] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680042] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680324] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680468] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680703] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680840] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.681062] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.681310] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.681310] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.681466] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.681594] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.681718] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.681868] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.706550] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.706713] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.706841] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.707872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-606" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.707872] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-d520ee46-3b88-47a4-88b8-8d3762a31eab taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.707872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.707872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.708224] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.708224] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d520ee46-3b88-47a4-88b8-8d3762a31eab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.751514] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: SUCCESS [ 668.751934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.995956] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 668.996304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.996606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.996838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.997054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.997192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.997458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.997458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.997660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.997660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.997740] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.998542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.998883] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.998990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.999134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.999210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.999322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.999387] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.211249] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.211606] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.211650] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.211907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212058] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212603] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port d520ee46-3b88-47a4-88b8-8d3762a31eab not found, creating... [ 669.213265] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.213265] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.213470] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.213616] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.213779] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214123] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.215044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.215044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.215044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.215044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.215044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: d520ee46-3b88-47a4-88b8-8d3762a31eab is going to be created. [ 669.244734] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.245048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.245179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.245547] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.245869] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.246142] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.501950] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.501950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.501950] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.531752] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 669.532016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.532095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.532340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.532567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.532695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.532760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.532953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.533016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533131] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.563349] env[66001]: INFO networking_nsxv3.common.synchronization [req-939b09e0-0072-403a-9678-4a0c07c931d0 req-bdb4857e-cad5-4f11-a72d-5b1156827747 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 669.563801] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 669.564122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.564261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.564308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.564596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.564753] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.564860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.564922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.565098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.565183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.565278] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.988705] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-476b1f00-15db-4c33-a6c4-b7f9b00a63f6 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 669.988770] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-476b1f00-15db-4c33-a6c4-b7f9b00a63f6 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 669.988874] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbfa7b73-060b-43ec-b0d0-66d53ab06d0b req-476b1f00-15db-4c33-a6c4-b7f9b00a63f6 service nova] Enqueued Resource ID: d520ee46-3b88-47a4-88b8-8d3762a31eab with Priority: HIGHEST for action port [ 669.990051] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 669.990051] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 669.990051] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d520ee46-3b88-47a4-88b8-8d3762a31eab with Priority: HIGHEST for action port [ 669.990455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.990455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.990455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.990577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.992408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d520ee46-3b88-47a4-88b8-8d3762a31eab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.992408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.992408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.992408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.992408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d520ee46-3b88-47a4-88b8-8d3762a31eab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.004300] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.035721] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.067689] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.067853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.067899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.068110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.068202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068396] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.068496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.068569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.068723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.068797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 already deleted. [ 670.068957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.246780] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c57c3cbc-a713-48bb-844b-c2342e83941f None None] Enqueued Resource ID: aff04b3c-5c8f-48c7-b76b-1e3a9a850adc with Priority: HIGHEST for action port [ 670.251380] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff04b3c-5c8f-48c7-b76b-1e3a9a850adc with Priority: HIGHEST for action port [ 670.251380] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff04b3c-5c8f-48c7-b76b-1e3a9a850adc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.254030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff04b3c-5c8f-48c7-b76b-1e3a9a850adc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.254030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff04b3c-5c8f-48c7-b76b-1e3a9a850adc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.254030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff04b3c-5c8f-48c7-b76b-1e3a9a850adc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.254030] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff04b3c-5c8f-48c7-b76b-1e3a9a850adc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.494409] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d520ee46-3b88-47a4-88b8-8d3762a31eab with status ACTIVE [ 670.494866] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.495233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.495233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.495482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.495559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.496431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496781] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d520ee46-3b88-47a4-88b8-8d3762a31eab is going to be updated. [ 670.506759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.506974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.506974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.507225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.507319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.507418] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 670.534404] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.534689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.534689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.535016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.535204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d520ee46-3b88-47a4-88b8-8d3762a31eab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.537636] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.559422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.560464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.560590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.560867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.561016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.582326] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 670.755848] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aff04b3c-5c8f-48c7-b76b-1e3a9a850adc [ 670.756028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.756579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.756579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.756579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.756579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.756579] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aff04b3c-5c8f-48c7-b76b-1e3a9a850adc already deleted. [ 670.756848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff04b3c-5c8f-48c7-b76b-1e3a9a850adc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.039938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.041305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.041305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.041440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.041520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.041653] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be updated. [ 671.086114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.086284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.086358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.086590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.086791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.095937] env[66001]: INFO networking_nsxv3.common.synchronization [None req-94add92f-1923-4796-a414-2510de0786de None None] Enqueued Resource ID: 6c9b4054-b0ac-4752-a74e-db8187b4e88a with Priority: HIGHEST for action port [ 671.095937] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9b4054-b0ac-4752-a74e-db8187b4e88a with Priority: HIGHEST for action port [ 671.095937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9b4054-b0ac-4752-a74e-db8187b4e88a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.095937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9b4054-b0ac-4752-a74e-db8187b4e88a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.095937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9b4054-b0ac-4752-a74e-db8187b4e88a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.095937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9b4054-b0ac-4752-a74e-db8187b4e88a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.096193] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9b4054-b0ac-4752-a74e-db8187b4e88a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.099689] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 671.169024] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.169024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.169024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.169271] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.173024] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.173024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.173024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.173024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.173024] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.173024] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.173024] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.173024] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.173024] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.173024] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.173024] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.173024] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.195210] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.195210] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.195210] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.195210] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.195210] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e518097b-3020-4792-8a9e-7c2b5a8ca346 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.195210] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.195726] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.195726] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.195726] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e518097b-3020-4792-8a9e-7c2b5a8ca346',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.598783] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c9b4054-b0ac-4752-a74e-db8187b4e88a [ 671.599184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.599262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.599306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.599543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.599657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.599789] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c9b4054-b0ac-4752-a74e-db8187b4e88a already deleted. [ 671.599878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9b4054-b0ac-4752-a74e-db8187b4e88a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.698291] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.698515] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.698635] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.698938] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.699109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.699261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e518097b-3020-4792-8a9e-7c2b5a8ca346 not found, creating... [ 671.699517] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.699667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.699807] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.700183] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.700476] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.700614] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.700718] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.701511] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.702603] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e518097b-3020-4792-8a9e-7c2b5a8ca346 is going to be created. [ 671.727058] env[66001]: INFO networking_nsxv3.common.synchronization [None req-79e558a5-0431-4dbe-99a0-215510bba06b None None] Enqueued Resource ID: 7ec91777-1466-4a15-a367-481dbb5b61ac with Priority: HIGHEST for action port [ 671.728568] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec91777-1466-4a15-a367-481dbb5b61ac with Priority: HIGHEST for action port [ 671.728568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec91777-1466-4a15-a367-481dbb5b61ac taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.728568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec91777-1466-4a15-a367-481dbb5b61ac" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.728568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec91777-1466-4a15-a367-481dbb5b61ac" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.728568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec91777-1466-4a15-a367-481dbb5b61ac" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.728568] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec91777-1466-4a15-a367-481dbb5b61ac',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.730395] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.730568] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.730679] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.730920] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.732097] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.233546] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec91777-1466-4a15-a367-481dbb5b61ac [ 672.233787] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.233930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.234195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.234293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.234342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.234425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec91777-1466-4a15-a367-481dbb5b61ac already deleted. [ 672.234522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec91777-1466-4a15-a367-481dbb5b61ac" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.383334] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b484c5b7-f3ce-4430-a765-2a16b72cea19 None None] Enqueued Resource ID: 8d96a001-5796-4486-b4a6-cfacd6359916 with Priority: HIGHEST for action port [ 672.383888] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d96a001-5796-4486-b4a6-cfacd6359916 with Priority: HIGHEST for action port [ 672.384206] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d96a001-5796-4486-b4a6-cfacd6359916 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.384344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d96a001-5796-4486-b4a6-cfacd6359916" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.384426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d96a001-5796-4486-b4a6-cfacd6359916" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d96a001-5796-4486-b4a6-cfacd6359916" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.384732] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d96a001-5796-4486-b4a6-cfacd6359916',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.440976] env[66001]: INFO networking_nsxv3.common.synchronization [req-939b09e0-0072-403a-9678-4a0c07c931d0 req-7f20400f-89f2-4427-aab2-0d99d0fe03be service nova] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 672.441097] env[66001]: INFO networking_nsxv3.common.synchronization [req-939b09e0-0072-403a-9678-4a0c07c931d0 req-7f20400f-89f2-4427-aab2-0d99d0fe03be service nova] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 672.441928] env[66001]: INFO networking_nsxv3.common.synchronization [req-939b09e0-0072-403a-9678-4a0c07c931d0 req-7f20400f-89f2-4427-aab2-0d99d0fe03be service nova] Enqueued Resource ID: e518097b-3020-4792-8a9e-7c2b5a8ca346 with Priority: HIGHEST for action port [ 672.441928] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_rules [ 672.441928] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 672.442550] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e518097b-3020-4792-8a9e-7c2b5a8ca346 with Priority: HIGHEST for action port [ 672.442707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.442872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.442943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.443154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443259] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.444217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.444358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.444438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.444739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.444828] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.444893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.444941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.445100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.445200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.445294] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.448832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e518097b-3020-4792-8a9e-7c2b5a8ca346 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.448832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.448941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.449282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.449282] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e518097b-3020-4792-8a9e-7c2b5a8ca346',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.596096] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 672.596096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.596096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.596464] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.596464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.596464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.596609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.596643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.598362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.598865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.598865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598865] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.599869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.600060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.600797] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.600797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.600797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.600797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.600797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.600797] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.887363] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d96a001-5796-4486-b4a6-cfacd6359916 [ 672.887730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.888164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.888244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.888481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.888578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.888676] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d96a001-5796-4486-b4a6-cfacd6359916 already deleted. [ 672.888755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d96a001-5796-4486-b4a6-cfacd6359916" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954024] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.954024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954024] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e518097b-3020-4792-8a9e-7c2b5a8ca346 with status ACTIVE [ 672.954024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954941] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.954941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954941] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e518097b-3020-4792-8a9e-7c2b5a8ca346 is going to be updated. [ 672.979220] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.979640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.979752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.979980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.980153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.980321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e518097b-3020-4792-8a9e-7c2b5a8ca346" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.104311] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 673.105434] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.116842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.121021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.121021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.121021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.128199] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.128346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.128422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.129143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.129143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.129143] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.129436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.129436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130520] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130520] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130945] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be created. [ 673.216084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.216336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.216336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.216496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.216669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.231736] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 673.248950] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-3504f067-0dbd-4d9e-8adc-32a781bc1451 tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 673.249532] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 673.249839] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.249966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.254025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.255258] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.255258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.255258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.255258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.255258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.255258] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.455618] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.607941] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.625652] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.625815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.625908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627035] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627035] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627862] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.757710] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.757710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.757840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.758065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.758166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.758369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.758471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.758532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.758761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.758811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.758866] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 already deleted. [ 673.759080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.765063] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.765263] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.765401] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.765688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.765947] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.766145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.766264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766650] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.766881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.768057] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.768057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.768057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.768057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.768057] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.768057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.768057] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.791022] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.791529] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.791802] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.791955] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.792363] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-5d819bdd-51d9-4832-8a0e-ae2622d98bea taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.792560] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.792730] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.792986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.793137] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d819bdd-51d9-4832-8a0e-ae2622d98bea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.958074] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.958491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.958805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.958895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.958994] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 is going to be created. [ 673.989043] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.989220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.989285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.989487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.989644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.002189] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: UNINITIALIZED for 2s [ 674.031676] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d7ba8ebe-0812-410b-a529-77f0bb8fa71e None None] Enqueued Resource ID: c57f8460-d5f9-468c-bc08-641deae86b3a with Priority: HIGHEST for action port [ 674.032528] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57f8460-d5f9-468c-bc08-641deae86b3a with Priority: HIGHEST for action port [ 674.032967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57f8460-d5f9-468c-bc08-641deae86b3a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.033175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57f8460-d5f9-468c-bc08-641deae86b3a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.033271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57f8460-d5f9-468c-bc08-641deae86b3a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.033610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57f8460-d5f9-468c-bc08-641deae86b3a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.033720] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57f8460-d5f9-468c-bc08-641deae86b3a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.112066] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.112300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.112399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.112646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.112772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.112895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 674.135861] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c554f88e-0cbb-461b-8efe-c78745ee382e: rpc.has_security_group_logging(os_id): False [ 674.144897] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.145050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.145119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.145338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.145488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.158460] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 674.164687] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.164687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.164687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.164687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.164687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.164687] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.165146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.165146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.165146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.165527] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.165527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.165776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.165776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.166236] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.166236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.166236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.166236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.166236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.166761] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be updated. [ 674.235594] env[66001]: INFO networking_nsxv3.common.synchronization [None req-9a33a002-ccc4-4f36-82a3-5e3fcbbbc572 None None] Enqueued Resource ID: 5d1ffc63-b9e5-49ae-8a8d-6224a4113d55 with Priority: HIGHEST for action port [ 674.236157] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1ffc63-b9e5-49ae-8a8d-6224a4113d55 with Priority: HIGHEST for action port [ 674.239136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1ffc63-b9e5-49ae-8a8d-6224a4113d55 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.239239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1ffc63-b9e5-49ae-8a8d-6224a4113d55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.239459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1ffc63-b9e5-49ae-8a8d-6224a4113d55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.240192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1ffc63-b9e5-49ae-8a8d-6224a4113d55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.240192] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1ffc63-b9e5-49ae-8a8d-6224a4113d55',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.252211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.254536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.254536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.254536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.254536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270398] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 674.295321] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.295916] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.296840] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.297502] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.297800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.298142] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 5d819bdd-51d9-4832-8a0e-ae2622d98bea not found, creating... [ 674.300019] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.300019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.300019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.300019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.300019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.300019] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.300527] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.300807] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.301273] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.301836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.302177] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 5d819bdd-51d9-4832-8a0e-ae2622d98bea is going to be created. [ 674.338022] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.338022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.338022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.338022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.338022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.536776] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c57f8460-d5f9-468c-bc08-641deae86b3a [ 674.537793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.537793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.537793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.538014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.538123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.538232] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c57f8460-d5f9-468c-bc08-641deae86b3a already deleted. [ 674.538319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57f8460-d5f9-468c-bc08-641deae86b3a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.744113] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d1ffc63-b9e5-49ae-8a8d-6224a4113d55 [ 674.744559] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.744559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.744559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.744808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.744808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.744936] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d1ffc63-b9e5-49ae-8a8d-6224a4113d55 already deleted. [ 674.744993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1ffc63-b9e5-49ae-8a8d-6224a4113d55" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.115405] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-835ddc43-9a53-4552-bb6d-8171aa4b856d service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 675.115833] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-835ddc43-9a53-4552-bb6d-8171aa4b856d service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 675.116071] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-835ddc43-9a53-4552-bb6d-8171aa4b856d service nova] Enqueued Resource ID: 5d819bdd-51d9-4832-8a0e-ae2622d98bea with Priority: HIGHEST for action port [ 675.116804] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 675.116939] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 675.117075] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d819bdd-51d9-4832-8a0e-ae2622d98bea with Priority: HIGHEST for action port [ 675.117392] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.117954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.117954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.117954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.117954] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.118957] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.119329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.119475] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.119757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.121099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.121099] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.123698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d819bdd-51d9-4832-8a0e-ae2622d98bea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.124032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.124104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.124282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.124362] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d819bdd-51d9-4832-8a0e-ae2622d98bea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.247736] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 675.247736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.247736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.247736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.247736] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.558109] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-8720e2f5-926d-462c-a3d8-48464d17ab25 tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 675.560137] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 675.562054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.562259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.626150] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.627256] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.628395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.628650] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d819bdd-51d9-4832-8a0e-ae2622d98bea with status ACTIVE [ 675.629421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.629421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.629421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.629421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.629421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.629733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.629733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.629733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.629879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.629916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.631323] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.631323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.631323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.631323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.631323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.631323] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d819bdd-51d9-4832-8a0e-ae2622d98bea is going to be updated. [ 675.660781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.660781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.660781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.660781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.661072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.661309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d819bdd-51d9-4832-8a0e-ae2622d98bea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.750773] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.751141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.018148] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: SUCCESS [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.018148] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.018148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.018148] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.051021] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.051021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.051021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.051021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.051021] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.051021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.051021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.051674] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.051928] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.052263] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.052549] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.052761] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.052980] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.053205] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.053482] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.055507] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.074929] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.074929] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.074929] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.074929] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.074929] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-643464ec-b194-4383-927a-9f1deaaade04 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.074929] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.074929] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.077126] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.077441] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643464ec-b194-4383-927a-9f1deaaade04',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.129776] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.169261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 676.169487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.169674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.169884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.170096] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.170456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.170539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170764] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.290796] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 676.291091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.522020] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581476] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.581944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.581944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.582617] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.582617] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.582851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 643464ec-b194-4383-927a-9f1deaaade04 not found, creating... [ 676.583352] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.583846] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.583846] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.584218] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.584512] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.584986] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.585233] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.585428] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.585791] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.586139] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.586383] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 643464ec-b194-4383-927a-9f1deaaade04 is going to be created. [ 676.592582] env[66001]: INFO networking_nsxv3.common.synchronization [None req-a5cf43ca-8d40-48d7-aed6-f8105f08737d tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 676.592582] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 676.592582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.592582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.592582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.593986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.594155] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.613966] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.614316] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.614629] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.614809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.615071] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.615370] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.632874] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.633054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.633110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.633345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.633439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.633540] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be created. [ 676.658601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.658852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.658985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.659340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.659737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.672796] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: UNINITIALIZED for 2s [ 676.673326] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.673542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.673632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.673953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.674221] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.674393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.674512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.674780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.674941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.675123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.675393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.675534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.675656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.675899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.676153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.676301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.676408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.676646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.676790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.676941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.677101] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.024419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7e2e36-62f9-49d4-82f3-6d61a5870870: rpc.has_security_group_logging(os_id): False [ 677.044814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.045275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.045275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.045417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.045417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.045762] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.045865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.045865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.046050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.046123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.046171] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 is going to be created. [ 677.120394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.120394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.120394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.120682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.120740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.122048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 already deleted. [ 677.122048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.131109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.131109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.131311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.131466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.131636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.152111] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: IN_PROGRESS for 2s [ 677.180425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 677.205012] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.205303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.205492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.205607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.205845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.206044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.206202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.206282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.206600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.206665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.206766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.206971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 677.290191] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.290373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.290450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.290751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.290953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.309372] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 677.336807] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-bd09443b-ebb9-47e0-80c2-5764cd14d8c2 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 677.337091] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-bd09443b-ebb9-47e0-80c2-5764cd14d8c2 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 677.337242] env[66001]: INFO networking_nsxv3.common.synchronization [req-f9703216-1ce4-44db-acec-717ec9029a19 req-bd09443b-ebb9-47e0-80c2-5764cd14d8c2 service nova] Enqueued Resource ID: 643464ec-b194-4383-927a-9f1deaaade04 with Priority: HIGHEST for action port [ 677.337835] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 677.338590] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 677.338720] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643464ec-b194-4383-927a-9f1deaaade04 with Priority: HIGHEST for action port [ 677.339035] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.339135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.340326] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.340326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.340326] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-643464ec-b194-4383-927a-9f1deaaade04 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.340326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.340326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.340326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.340326] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643464ec-b194-4383-927a-9f1deaaade04',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.426257] env[66001]: INFO networking_nsxv3.common.synchronization [None req-cc8623dc-0e44-47d0-a164-1b08d739e2f9 tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 677.427255] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 677.428134] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.428221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.428293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.428585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.428687] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.842727] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 643464ec-b194-4383-927a-9f1deaaade04 with status ACTIVE [ 677.843030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.843166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.843230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.843463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.843559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.843793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.843924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.844048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.844301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.844468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.844685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.844825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.844864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.845080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.845223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.845285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 643464ec-b194-4383-927a-9f1deaaade04 is going to be updated. [ 677.869867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.870141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.870141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.870426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.870609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.870837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643464ec-b194-4383-927a-9f1deaaade04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.952021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.952228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.952271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.952564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.952650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.952685] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 already deleted. [ 677.952764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.684302] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: UNINITIALIZED for 4s [ 679.180022] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: SUCCESS [ 679.180281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.293773] env[66001]: INFO networking_nsxv3.common.synchronization [req-40d9984b-a8cf-48c7-95fc-2d43376c60bd req-82b0f14e-f576-4267-9968-5abe124e99ee tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 679.294387] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 679.294859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.295206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.295491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.296028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.296225] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.296628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.296751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296849] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.324308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 679.325192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.325739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.326042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.327065] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.748840] env[66001]: INFO networking_nsxv3.common.synchronization [None req-798a8b5c-9e09-40a3-b53a-448943a0b838 None None] Enqueued Resource ID: e5e16075-92b7-4f82-bbaa-2c8fc2e2a697 with Priority: HIGHEST for action port [ 679.749109] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e16075-92b7-4f82-bbaa-2c8fc2e2a697 with Priority: HIGHEST for action port [ 679.749690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e16075-92b7-4f82-bbaa-2c8fc2e2a697 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.749816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e16075-92b7-4f82-bbaa-2c8fc2e2a697" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.749886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e16075-92b7-4f82-bbaa-2c8fc2e2a697" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e16075-92b7-4f82-bbaa-2c8fc2e2a697" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750513] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e16075-92b7-4f82-bbaa-2c8fc2e2a697',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.800223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.800674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.800759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.800978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.801085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.801288] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.801388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.801445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.801591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.801657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.801794] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a already deleted. [ 679.801857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.830064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.830230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.830299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.830933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.831148] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.831259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.831322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.831690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.831782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.831869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.832058] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.901163] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.901163] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.901163] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.901877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.901877] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.901877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.902096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.902489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.902489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.902607] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.902766] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.902766] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.902864] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.903452] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.903452] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.903452] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.924154] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.924374] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.924467] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.924640] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.924942] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.925823] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.925823] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.925823] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.925823] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3784f7ca-3aa7-41fa-b4ee-3967456b5b33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.258357] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5e16075-92b7-4f82-bbaa-2c8fc2e2a697 [ 680.258601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.258807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259208] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5e16075-92b7-4f82-bbaa-2c8fc2e2a697 already deleted. [ 680.259382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e16075-92b7-4f82-bbaa-2c8fc2e2a697" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.335141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.335332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.335427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.335766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.335962] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.336114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.336196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.336360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.336458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.340016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340016] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.428973] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.429322] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.429519] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.429899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.430134] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.430448] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 not found, creating... [ 680.430848] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.431097] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.431275] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.431610] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.431822] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.432403] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.432644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432823] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.433152] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.433356] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.433567] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 is going to be created. [ 680.459837] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.460670] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.460670] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.460889] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.461254] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.463192] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.699044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 680.699044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.700656] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.700656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.700656] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.846735] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 680.866197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.866197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.866197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.866739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.866739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.866739] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.866891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.866891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.868170] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.868170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.868170] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 680.952528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.952528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.952528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.952528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.974416] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 681.203694] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.234386] env[66001]: INFO networking_nsxv3.common.synchronization [req-40d9984b-a8cf-48c7-95fc-2d43376c60bd req-61e73b82-a957-47fa-ae42-43eabf965fe2 service nova] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 681.234560] env[66001]: INFO networking_nsxv3.common.synchronization [req-40d9984b-a8cf-48c7-95fc-2d43376c60bd req-61e73b82-a957-47fa-ae42-43eabf965fe2 service nova] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 681.234686] env[66001]: INFO networking_nsxv3.common.synchronization [req-40d9984b-a8cf-48c7-95fc-2d43376c60bd req-61e73b82-a957-47fa-ae42-43eabf965fe2 service nova] Enqueued Resource ID: 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 with Priority: HIGHEST for action port [ 681.235789] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_rules [ 681.235936] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 681.236050] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 with Priority: HIGHEST for action port [ 681.236798] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.236938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.237015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.237234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.237315] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.238303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.238452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.238549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.238793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.238969] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.240385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.241759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.241759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.241759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.241759] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.241759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.241759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.242145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.242145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.242145] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3784f7ca-3aa7-41fa-b4ee-3967456b5b33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.709858] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.744029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.744248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.744570] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.747039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 with status ACTIVE [ 681.747162] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.747233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.747271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.747533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.747571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.748123] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.748123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.748123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.748671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.749205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.749205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.749205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.749463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.749463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.749569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.749622] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3784f7ca-3aa7-41fa-b4ee-3967456b5b33 is going to be updated. [ 681.778379] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.778632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.778632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.778871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.779194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3784f7ca-3aa7-41fa-b4ee-3967456b5b33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.215092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.215424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.215424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.215552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.215639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.215750] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 682.249305] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.253791] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.254074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.254170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.254500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.254749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264102] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ec69e8de-9d39-4cdb-b05a-75d62ad80e2c None None] Enqueued Resource ID: cd7382f1-8440-4601-9088-8dff4b98f977 with Priority: HIGHEST for action port [ 682.264750] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7382f1-8440-4601-9088-8dff4b98f977 with Priority: HIGHEST for action port [ 682.265121] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7382f1-8440-4601-9088-8dff4b98f977 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.265302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7382f1-8440-4601-9088-8dff4b98f977" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.265389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7382f1-8440-4601-9088-8dff4b98f977" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.265664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7382f1-8440-4601-9088-8dff4b98f977" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.265778] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7382f1-8440-4601-9088-8dff4b98f977',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.269044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 682.682315] env[66001]: INFO networking_nsxv3.common.synchronization [req-bdb432f0-144b-4cc0-89b5-05aef121f080 req-eac2a444-fb36-4850-85b6-92987cc0f2dc tempest-ServerExternalEventsTest-660184046 tempest-ServerExternalEventsTest-660184046-project-member] Enqueued Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 682.682315] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 682.682315] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.682315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.682315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.683184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.683403] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.683541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.683609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.683859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.683949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.684109] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.752747] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.753071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.753511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753623] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a is going to be created. [ 682.767749] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd7382f1-8440-4601-9088-8dff4b98f977 [ 682.767999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.768153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.768573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.768673] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd7382f1-8440-4601-9088-8dff4b98f977 already deleted. [ 682.768772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7382f1-8440-4601-9088-8dff4b98f977" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.790537] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.790788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.790788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.791261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.791324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.813023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: UNINITIALIZED for 2s [ 682.995195] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 682.995457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.060944] env[66001]: INFO networking_nsxv3.common.synchronization [req-d301d2d5-7f27-4240-93d0-92c81be7a102 req-ed2a8c7d-5274-47ed-b525-ef933ea0d590 tempest-InstanceActionsV221TestJSON-1463236152 tempest-InstanceActionsV221TestJSON-1463236152-project-member] Enqueued Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 683.062536] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGHEST for action security_group_members [ 683.062914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.063405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.063919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.064234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064632] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.187128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.187211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.187284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.187514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.187604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.187801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.187909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.187969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.188132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.188206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.188574] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 already deleted. [ 683.188574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.567546] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.567868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.567868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.568063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.568169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.568397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.569042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.569042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.569042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.569042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.569042] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c is going to be updated. [ 683.609479] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.611787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.612074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.612432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.612569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.626344] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: IN_PROGRESS for 2s [ 683.865023] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.865023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.865023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.865023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.865023] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.865023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.865023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867017] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.867193] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.867867] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.867867] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.867867] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.867867] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.867867] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.868187] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.868187] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.889624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.889854] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.890051] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.890263] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.890657] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-8a6177aa-276d-4539-b93a-30b09adcd1e9 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.890837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.890965] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.891326] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.891454] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6177aa-276d-4539-b93a-30b09adcd1e9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.108855] env[66001]: INFO networking_nsxv3.common.synchronization [None req-558805ec-b1cb-4ac8-b0e1-fd19913e1ebf None None] Enqueued Resource ID: 1328e9fd-3ddb-4aee-9931-3aba577140d4 with Priority: HIGHEST for action port [ 684.109421] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1328e9fd-3ddb-4aee-9931-3aba577140d4 with Priority: HIGHEST for action port [ 684.109728] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1328e9fd-3ddb-4aee-9931-3aba577140d4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.109848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1328e9fd-3ddb-4aee-9931-3aba577140d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.110327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1328e9fd-3ddb-4aee-9931-3aba577140d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.110327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1328e9fd-3ddb-4aee-9931-3aba577140d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.110536] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1328e9fd-3ddb-4aee-9931-3aba577140d4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.278207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 684.278463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.278634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.278877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.279070] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.279181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.279258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.279401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.279482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.279561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.279656] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.280615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.280855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.281044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.281158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.281219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.281356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.281431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.281543] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.394381] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.394596] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.394672] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.396139] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.396276] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.396438] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 8a6177aa-276d-4539-b93a-30b09adcd1e9 not found, creating... [ 684.396756] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.396919] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.397042] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.397261] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.397391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.398952] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.399170] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.399321] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.399540] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.399669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.399808] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 8a6177aa-276d-4539-b93a-30b09adcd1e9 is going to be created. [ 684.421953] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.422307] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.422380] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.422652] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.423537] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.423537] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.614402] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1328e9fd-3ddb-4aee-9931-3aba577140d4 [ 684.614656] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.614790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.614845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.615089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.615177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.615278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1328e9fd-3ddb-4aee-9931-3aba577140d4 already deleted. [ 684.615363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1328e9fd-3ddb-4aee-9931-3aba577140d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.783853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.784261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.784382] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.831847] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: SUCCESS [ 684.832121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832778] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.833224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.833298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.833335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.833459] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.162661] env[66001]: INFO networking_nsxv3.common.synchronization [req-bdb432f0-144b-4cc0-89b5-05aef121f080 req-ec1da586-4d66-4635-8f0e-4f1a11920e30 service nova] Enqueued Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_rules [ 685.162830] env[66001]: INFO networking_nsxv3.common.synchronization [req-bdb432f0-144b-4cc0-89b5-05aef121f080 req-ec1da586-4d66-4635-8f0e-4f1a11920e30 service nova] Enqueued Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 685.162958] env[66001]: INFO networking_nsxv3.common.synchronization [req-bdb432f0-144b-4cc0-89b5-05aef121f080 req-ec1da586-4d66-4635-8f0e-4f1a11920e30 service nova] Enqueued Resource ID: 8a6177aa-276d-4539-b93a-30b09adcd1e9 with Priority: HIGHEST for action port [ 685.163567] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_rules [ 685.163718] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 685.163816] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6177aa-276d-4539-b93a-30b09adcd1e9 with Priority: HIGHEST for action port [ 685.164298] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.164370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164825] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.166391] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.166497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.166555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.166724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.166865] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.167176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.167257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.167414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.167493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.167588] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.168333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6177aa-276d-4539-b93a-30b09adcd1e9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.168503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.168662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.168731] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6177aa-276d-4539-b93a-30b09adcd1e9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.288237] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.335886] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.639820] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c in Status: SUCCESS [ 685.640250] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c deletion is rescheduled due to dependency. [ 685.640250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.667184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.667184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a6177aa-276d-4539-b93a-30b09adcd1e9 with status ACTIVE [ 685.676044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.676044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.676632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.676632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.676929] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a6177aa-276d-4539-b93a-30b09adcd1e9 is going to be updated. [ 685.681271] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.700236] env[66001]: INFO networking_nsxv3.common.synchronization [req-8e12dfb4-0cac-462a-b873-4e496051f526 req-6034d789-9291-4947-ad32-044963f40617 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 685.703949] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 685.705201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.705904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.705904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.705904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.705904] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.705904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.705904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.706518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.706518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.706518] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.711347] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.711347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.711347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.711347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.711347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.711347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6177aa-276d-4539-b93a-30b09adcd1e9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.798773] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.798773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.798773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.798773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.798773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.798773] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 685.842913] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a0c5039-7ba1-49e4-a5a9-748ade801f2a: rpc.has_security_group_logging(os_id): False [ 685.846592] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.846592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.846592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.846592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.846592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.862527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 685.869064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.869064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.869064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.869064] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a is going to be created. [ 685.972072] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.972307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.972307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.972608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.972832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.993435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: IN_PROGRESS for 2s [ 686.181498] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.212105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.212530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.212715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.213015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.213187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.213497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.213645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.213751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.214336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.214336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.214336] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 686.235374] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.235634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.235762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.237482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.237773] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.238268] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.238515] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.238800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.238997] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.239269] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.239430] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.239579] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.239735] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.239886] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.240040] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.240218] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.246029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.246029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.246029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.246029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.246029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.253731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 686.261597] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.261799] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.261933] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.262120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.265091] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-eacf01cd-961f-4b96-912b-a16016c700a2 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.265091] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.265091] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265091] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.265091] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eacf01cd-961f-4b96-912b-a16016c700a2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.675736] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4150ecea-93f0-4676-a446-00f5a86acb89 None None] Enqueued Resource ID: 50412637-beb8-48b4-a4ce-29e96464a6c7 with Priority: HIGHEST for action port [ 686.675736] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50412637-beb8-48b4-a4ce-29e96464a6c7 with Priority: HIGHEST for action port [ 686.677092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-50412637-beb8-48b4-a4ce-29e96464a6c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.677092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50412637-beb8-48b4-a4ce-29e96464a6c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.677092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50412637-beb8-48b4-a4ce-29e96464a6c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.677092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50412637-beb8-48b4-a4ce-29e96464a6c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.677092] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50412637-beb8-48b4-a4ce-29e96464a6c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.690408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.690408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.690408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.690408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.690408] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 is going to be created. [ 686.715476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.715476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.715476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.715794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.715794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.735280] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: UNINITIALIZED for 2s [ 686.765599] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.765909] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.766842] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.767244] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.767406] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.767586] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port eacf01cd-961f-4b96-912b-a16016c700a2 not found, creating... [ 686.767905] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.768083] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.768197] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.768451] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.768610] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.768946] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.769130] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.769257] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.769493] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.769621] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.769750] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: eacf01cd-961f-4b96-912b-a16016c700a2 is going to be created. [ 686.810160] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.810413] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.810469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.810742] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.810968] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.811252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.179693] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50412637-beb8-48b4-a4ce-29e96464a6c7 [ 687.179929] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.180192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.180365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.180489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.180579] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50412637-beb8-48b4-a4ce-29e96464a6c7 already deleted. [ 687.180664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50412637-beb8-48b4-a4ce-29e96464a6c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.549426] env[66001]: INFO networking_nsxv3.common.synchronization [req-8e12dfb4-0cac-462a-b873-4e496051f526 req-d98e48e6-9588-4a2d-93ea-613ab6cfe567 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 687.549745] env[66001]: INFO networking_nsxv3.common.synchronization [req-8e12dfb4-0cac-462a-b873-4e496051f526 req-d98e48e6-9588-4a2d-93ea-613ab6cfe567 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 687.550030] env[66001]: INFO networking_nsxv3.common.synchronization [req-8e12dfb4-0cac-462a-b873-4e496051f526 req-d98e48e6-9588-4a2d-93ea-613ab6cfe567 service nova] Enqueued Resource ID: eacf01cd-961f-4b96-912b-a16016c700a2 with Priority: HIGHEST for action port [ 687.550542] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 687.551046] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 687.551246] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eacf01cd-961f-4b96-912b-a16016c700a2 with Priority: HIGHEST for action port [ 687.551922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553094] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.554690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.554690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.555202] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-eacf01cd-961f-4b96-912b-a16016c700a2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.555297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.555604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.555604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.555720] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eacf01cd-961f-4b96-912b-a16016c700a2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.879101] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 687.879384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.879512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.880022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.880022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.880184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.880184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.880303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.880380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.881203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.881203] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.881203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.881203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.881498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.881630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.881756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.881842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.882024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.882133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.882245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.882371] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.921933] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8c801799-3dbe-44e5-a011-0888c7638b9f None None] Enqueued Resource ID: 916bc483-ab72-4710-94e7-b8f6d6fa144a with Priority: HIGHEST for action port [ 687.921933] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916bc483-ab72-4710-94e7-b8f6d6fa144a with Priority: HIGHEST for action port [ 687.921933] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-916bc483-ab72-4710-94e7-b8f6d6fa144a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.921933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916bc483-ab72-4710-94e7-b8f6d6fa144a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.921933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916bc483-ab72-4710-94e7-b8f6d6fa144a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.921933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916bc483-ab72-4710-94e7-b8f6d6fa144a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.921933] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916bc483-ab72-4710-94e7-b8f6d6fa144a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.006961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: SUCCESS [ 688.007922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.058242] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061307] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eacf01cd-961f-4b96-912b-a16016c700a2 with status ACTIVE [ 688.061307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.062266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.062533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.062863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.063103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.063339] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eacf01cd-961f-4b96-912b-a16016c700a2 is going to be updated. [ 688.086950] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2650234-33be-45d6-aa2b-26b5b27dc9b1 req-3fabaa74-7355-40a7-9be7-67af068d9eaa tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 688.088016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.089074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.089166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eacf01cd-961f-4b96-912b-a16016c700a2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.089587] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 688.089904] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.090029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.090098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.090255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.090450] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.090532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.090575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.090679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.090759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.090852] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.263797] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 688.263797] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 688.263797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.263797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.264039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.264157] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.264965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.265106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.265291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.265376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.265473] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.384851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fa4a9bd-2e6f-4f64-997d-a3218b712701: rpc.has_security_group_logging(os_id): False [ 688.403635] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.403813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.403913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.404215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.404215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.404451] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.404552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.404613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.404766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.404853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405591] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.406081] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be created. [ 688.427399] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916bc483-ab72-4710-94e7-b8f6d6fa144a [ 688.427816] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.427973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.428067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.428551] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916bc483-ab72-4710-94e7-b8f6d6fa144a already deleted. [ 688.428658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916bc483-ab72-4710-94e7-b8f6d6fa144a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467895] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.468349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.468528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.481858] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 688.540615] env[66001]: INFO networking_nsxv3.common.synchronization [req-87859c26-2e30-4273-b6b5-bfdbce5e47c2 req-d23d1d38-c689-41b6-809c-d602d89d0960 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 688.542033] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 688.542033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.542033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.542033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.542033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.542033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.542033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.542033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.542491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.542491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.542491] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.593827] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.594335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.594335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.594777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.595011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.595344] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.595487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.595544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.595909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.596159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.596315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 688.636397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.636467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.636534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.636922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.636922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.649191] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 688.761646] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: SUCCESS [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.764576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.764576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.764576] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.767413] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.045834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048708] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 689.083223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.096475] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 689.270024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270810] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.272693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.775133] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f30329ea-ef26-41b1-945b-ffd4baa192e7: rpc.has_security_group_logging(os_id): False [ 689.778756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.779591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.779591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.779982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.779982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780243] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 689.821443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.821443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.821643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.822564] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.822564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.822980] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.822980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.822980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.823172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.823172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.823364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.823445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.823515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.825716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.826123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.826123] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 is going to be created. [ 689.857387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.857569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.860452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.860452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.860452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.871138] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 689.928727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.928872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.928932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.929166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.929352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.945152] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: IN_PROGRESS for 2s [ 690.511912] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 690.512232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517822] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.669071] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 4s [ 690.855364] env[66001]: INFO networking_nsxv3.common.synchronization [None req-19047835-c47b-403b-beea-e155d9edcf55 None None] Enqueued Resource ID: b2ec143f-1acd-4a29-90a7-3c8204e4afe1 with Priority: HIGHEST for action port [ 690.855982] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ec143f-1acd-4a29-90a7-3c8204e4afe1 with Priority: HIGHEST for action port [ 690.856314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ec143f-1acd-4a29-90a7-3c8204e4afe1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.856452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ec143f-1acd-4a29-90a7-3c8204e4afe1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.856522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ec143f-1acd-4a29-90a7-3c8204e4afe1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.856802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ec143f-1acd-4a29-90a7-3c8204e4afe1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.856887] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ec143f-1acd-4a29-90a7-3c8204e4afe1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.022686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.022686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.022686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.022686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.022686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.022921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.022921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.023082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.023082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.023181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.023283] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.108027] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 691.108135] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 691.108505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360322] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2ec143f-1acd-4a29-90a7-3c8204e4afe1 [ 691.360414] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.360521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.360958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.360958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.360958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.361085] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2ec143f-1acd-4a29-90a7-3c8204e4afe1 already deleted. [ 691.361114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ec143f-1acd-4a29-90a7-3c8204e4afe1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.530048] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.530403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.530403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.530637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.530816] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.530929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.530992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.531172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.531257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.531347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.531505] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.531603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.531795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.531931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.532040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.532088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.532218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.532295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.532375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.532540] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.885238] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 691.885964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.885964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.886609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.886688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.887165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.887323] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.963562] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: SUCCESS [ 691.964072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.035945] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fa4a9bd-2e6f-4f64-997d-a3218b712701: rpc.has_security_group_logging(os_id): False [ 692.057758] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.057991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.058090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.058288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.058376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.058794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.058905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.058969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.059147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.059489] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.059579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.059579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.059748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.060183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.060327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.060401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060477] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 692.131389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.131551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.131618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.131834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.132230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146918] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 692.190595] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b9efcc99-3e21-4c62-88c5-fc50d9d25476 tempest-ServerActionsV293TestJSON-1732352632 tempest-ServerActionsV293TestJSON-1732352632-project-member] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 692.190804] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 692.191800] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.195021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.195021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.195021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.389179] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389797] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.390022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.390134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.390222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390475] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.390569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.390632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.390767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.391067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.391067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.391067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.391196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.391339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.391339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.391443] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.412387] env[66001]: INFO networking_nsxv3.common.synchronization [None req-54aa8562-651f-4225-8904-433ce85cb37e tempest-ServerActionsV293TestJSON-1732352632 tempest-ServerActionsV293TestJSON-1732352632-project-member] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 692.412860] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 692.412964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.686950] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 692.686950] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e deletion is rescheduled due to dependency. [ 692.686950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.717914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.717914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.717914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.718232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.718391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.718512] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b already deleted. [ 692.718623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.718851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.719073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.719194] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.896480] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 692.915497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.915497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.915497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.915765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.915841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.916244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.916327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.916522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.916625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916887] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.917016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.917164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.917291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.917389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917645] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.917771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.917856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918255] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 692.988576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.988753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.988753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.988978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.989143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.014267] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 693.243254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.243254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.243254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.243254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.243254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.243754] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b already deleted. [ 693.243888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 694.163655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.929110] env[66001]: INFO networking_nsxv3.common.synchronization [None req-9f73bdd1-dbbb-4d86-bfa2-84b70678b4e6 None None] Enqueued Resource ID: f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3 with Priority: HIGHEST for action port [ 694.929643] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3 with Priority: HIGHEST for action port [ 694.929873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.930016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.930111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.930396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.930493] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.029914] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 695.030187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.287067] env[66001]: INFO networking_nsxv3.common.synchronization [req-4bac2053-3285-4a0f-8591-db4aaceeb33a req-161fa08d-e47d-49de-af17-dec5e077f268 tempest-ServerPasswordTestJSON-1048438279 tempest-ServerPasswordTestJSON-1048438279-project-member] Enqueued Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 695.288734] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 695.288734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.288734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.288734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.288734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.288734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.288734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.288734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.288999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.288999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.288999] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.432582] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3 [ 695.432582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.432796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.432837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.433177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.433177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.434228] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3 already deleted. [ 695.434228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08ab00a-4e86-4f3a-a4fb-03a3e8550fa3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.794931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.795153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.795192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.796570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.796570] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 already deleted. [ 695.796570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.810183] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.810386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-711" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.810475] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-711" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.810801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-711" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.811058] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.811207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.813905] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.813905] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.813905] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.813905] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.813905] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.813905] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.813905] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.813905] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.813905] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.813905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.835991] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.836182] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.836328] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.836527] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-711" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.836838] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-55342034-d268-4a49-ae66-a2eb65e76e21 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.837016] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.837153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.837449] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.837578] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55342034-d268-4a49-ae66-a2eb65e76e21',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.340992] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.341380] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341380] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341783] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.341893] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.342053] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 55342034-d268-4a49-ae66-a2eb65e76e21 not found, creating... [ 696.342409] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.342634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.342804] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.343134] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.343134] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.343403] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.343577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.343687] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.343881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.344011] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.344146] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 55342034-d268-4a49-ae66-a2eb65e76e21 is going to be created. [ 696.368479] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.368790] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.369377] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.369377] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.369741] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.370149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.999728] env[66001]: INFO networking_nsxv3.common.synchronization [None req-99161cc2-b728-45c9-b6e7-8a85099dd6fc None None] Enqueued Resource ID: c6758f3a-caf3-4d22-aefb-03b8adb73b03 with Priority: HIGHEST for action port [ 697.000369] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6758f3a-caf3-4d22-aefb-03b8adb73b03 with Priority: HIGHEST for action port [ 697.000644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6758f3a-caf3-4d22-aefb-03b8adb73b03 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.000768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6758f3a-caf3-4d22-aefb-03b8adb73b03" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.000842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6758f3a-caf3-4d22-aefb-03b8adb73b03" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.001075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6758f3a-caf3-4d22-aefb-03b8adb73b03" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.001498] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6758f3a-caf3-4d22-aefb-03b8adb73b03',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.039022] env[66001]: INFO networking_nsxv3.common.synchronization [None req-912eb157-7b43-4759-b061-5b7a58e1de34 None None] Enqueued Resource ID: 79710485-282a-45cb-8a49-c8f305ca4d39 with Priority: HIGHEST for action port [ 697.040144] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79710485-282a-45cb-8a49-c8f305ca4d39 with Priority: HIGHEST for action port [ 697.040364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-79710485-282a-45cb-8a49-c8f305ca4d39 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.040554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79710485-282a-45cb-8a49-c8f305ca4d39" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.040655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79710485-282a-45cb-8a49-c8f305ca4d39" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.041017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79710485-282a-45cb-8a49-c8f305ca4d39" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.041126] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79710485-282a-45cb-8a49-c8f305ca4d39',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.104329] env[66001]: INFO networking_nsxv3.common.synchronization [req-4bac2053-3285-4a0f-8591-db4aaceeb33a req-5d972f4e-3b9b-4024-801f-a7c255c5508a service nova] Enqueued Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_rules [ 697.104501] env[66001]: INFO networking_nsxv3.common.synchronization [req-4bac2053-3285-4a0f-8591-db4aaceeb33a req-5d972f4e-3b9b-4024-801f-a7c255c5508a service nova] Enqueued Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 697.104630] env[66001]: INFO networking_nsxv3.common.synchronization [req-4bac2053-3285-4a0f-8591-db4aaceeb33a req-5d972f4e-3b9b-4024-801f-a7c255c5508a service nova] Enqueued Resource ID: 55342034-d268-4a49-ae66-a2eb65e76e21 with Priority: HIGHEST for action port [ 697.105603] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_rules [ 697.106025] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 697.106025] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55342034-d268-4a49-ae66-a2eb65e76e21 with Priority: HIGHEST for action port [ 697.106128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.106615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.106615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.107387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.107387] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.113036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.113036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.113036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.113290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.113434] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.113520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.113520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.113707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.113750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.113848] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.114867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-55342034-d268-4a49-ae66-a2eb65e76e21 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.114977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.115073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.115232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.115309] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55342034-d268-4a49-ae66-a2eb65e76e21',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.507392] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6758f3a-caf3-4d22-aefb-03b8adb73b03 [ 697.507392] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.507392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.507392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.507392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.507392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.507392] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6758f3a-caf3-4d22-aefb-03b8adb73b03 already deleted. [ 697.507392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6758f3a-caf3-4d22-aefb-03b8adb73b03" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.544315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79710485-282a-45cb-8a49-c8f305ca4d39 [ 697.544575] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.544738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.544804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545202] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79710485-282a-45cb-8a49-c8f305ca4d39 already deleted. [ 697.545280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79710485-282a-45cb-8a49-c8f305ca4d39" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.619181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.619375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.619614] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.620747] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55342034-d268-4a49-ae66-a2eb65e76e21 with status ACTIVE [ 697.621059] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.621472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.621548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.622330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.622330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.627649] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.627649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.627649] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55342034-d268-4a49-ae66-a2eb65e76e21 is going to be updated. [ 697.651698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.651698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.651698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.651698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.651698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.651698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55342034-d268-4a49-ae66-a2eb65e76e21" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.127789] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.632423] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.632868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.632868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.632936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.632963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.633078] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 is going to be created. [ 698.664059] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.664248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.664396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.664626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.664885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.678428] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: UNINITIALIZED for 2s [ 698.816864] env[66001]: INFO networking_nsxv3.common.synchronization [None req-75ebbbdc-32dd-4ab2-886c-64dcbbc7133a tempest-ServersTestFqdnHostnames-343461831 tempest-ServersTestFqdnHostnames-343461831-project-member] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 698.817194] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 698.817515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.817629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.818124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.818124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.819886] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.967078] env[66001]: INFO networking_nsxv3.common.synchronization [None req-0d016836-2348-4d04-888a-7804bd8345c8 tempest-ServersTestFqdnHostnames-343461831 tempest-ServersTestFqdnHostnames-343461831-project-member] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 698.967648] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 698.967952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.970196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.350018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.353059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.353256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.353555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.353555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.353900] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 already deleted. [ 699.353900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.354057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.354431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.354689] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.465925] env[66001]: INFO networking_nsxv3.common.synchronization [None req-f2c00aae-c53a-4346-8e78-26d2c99258a6 None None] Enqueued Resource ID: 2e62315f-0c7e-4bba-967b-08e14d8c2bc1 with Priority: HIGHEST for action port [ 699.465925] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e62315f-0c7e-4bba-967b-08e14d8c2bc1 with Priority: HIGHEST for action port [ 699.466183] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e62315f-0c7e-4bba-967b-08e14d8c2bc1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.466183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e62315f-0c7e-4bba-967b-08e14d8c2bc1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.466342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e62315f-0c7e-4bba-967b-08e14d8c2bc1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.467706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e62315f-0c7e-4bba-967b-08e14d8c2bc1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.467706] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e62315f-0c7e-4bba-967b-08e14d8c2bc1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.883709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.883709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.883709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.883709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.883709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.883709] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 already deleted. [ 699.883709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.971707] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e62315f-0c7e-4bba-967b-08e14d8c2bc1 [ 699.974826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.974826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.974826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.974826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.974826] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e62315f-0c7e-4bba-967b-08e14d8c2bc1 already deleted. [ 699.974826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e62315f-0c7e-4bba-967b-08e14d8c2bc1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.035146] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e5c851e1-79fc-4b67-91d6-a76635dcce4a tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 700.035146] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 700.035146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.035146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.035146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.035480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.035667] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.253439] env[66001]: INFO networking_nsxv3.common.synchronization [req-44437a64-c9d3-4d3e-833e-e395ef2d7bfe req-8f3fdd7a-6a65-4e01-849d-c0284d70fd42 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 700.254262] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 700.254343] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.254471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.254525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.254699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.254851] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.254939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.254991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.255321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.255414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.255520] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.443856] env[66001]: INFO networking_nsxv3.common.synchronization [None req-171a2576-5466-4103-aaae-e98a850ac48b tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 700.444665] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 700.445328] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.445474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.559349] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.559515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.559515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.559734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.559820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.559919] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e already deleted. [ 700.560046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.560171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.560632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.560632] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.688903] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: SUCCESS [ 700.689612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.689612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.689772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.689893] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.689994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.690313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.690572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.690652] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.729588] env[66001]: INFO networking_nsxv3.common.synchronization [req-44437a64-c9d3-4d3e-833e-e395ef2d7bfe req-0b36ae19-9e60-4d14-a107-56c411d244c9 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 700.731296] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 700.731731] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.731896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.757915] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.085409] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.085881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.085981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.086087] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e already deleted. [ 701.086171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.196084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.196412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.196581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.197007] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.197331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.197600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.197698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.198011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.198142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198507] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.198646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.198759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.199510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.199790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.199913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.199991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200560] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.263045] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.344317] env[66001]: INFO networking_nsxv3.common.synchronization [req-44437a64-c9d3-4d3e-833e-e395ef2d7bfe req-898fe7c8-26cc-4fbe-8743-0016355810f0 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 701.344828] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 701.345367] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.345367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23190149-f4a3-4a07-aa8d-fa2b80d7a542: rpc.has_security_group_logging(os_id): False [ 701.712072] env[66001]: INFO networking_nsxv3.common.synchronization [req-3aa1b633-9196-4292-a0ed-0c711e33f951 req-7a0cc0cd-9d9f-44b6-a962-8b2fcddc8e8e tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 701.712684] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 701.713109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.713376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.713585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.713801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.714019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.714207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.714317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.714463] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.724451] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.724690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.724761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.724970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.725076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.725270] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.725363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.725425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.725581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.725675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.725875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.726072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.726072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.726765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.726765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.726765] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.726765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.726765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.726904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.726930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.727173] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 is going to be created. [ 701.766137] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.766241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.766241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.766458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.766547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.766640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 701.773392] env[66001]: INFO networking_nsxv3.common.synchronization [req-7b77dbde-6d91-4f53-8644-0e92b3b7ac33 req-79610cad-09a7-4410-bc0e-5b839e34fe8d tempest-VolumesAssistedSnapshotsTest-1122732751 tempest-VolumesAssistedSnapshotsTest-1122732751-project-member] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 701.773929] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGHEST for action security_group_members [ 701.774238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.774410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.774898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.777061] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.788705] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.788866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.789263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.790032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.790032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.798976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.799125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.799153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.803045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.804650] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: IN_PROGRESS for 2s [ 701.810872] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 702.218023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.280042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.280042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.280042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.280362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.280362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.280755] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.280755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.280755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.280957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.281015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.281117] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e is going to be updated. [ 702.314306] env[66001]: INFO networking_nsxv3.common.synchronization [req-d59af866-5371-4b5a-9de2-a097f3ea91c7 req-96431dd9-f925-4e40-a190-65e955e674e3 tempest-ServersTestBootFromVolume-1514449040 tempest-ServersTestBootFromVolume-1514449040-project-member] Enqueued Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 702.316259] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.316489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.316540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.316763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.316930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.318703] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8904e233-5911-4313-aa38-9cda902851ea with Priority: HIGHEST for action security_group_members [ 702.319359] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8904e233-5911-4313-aa38-9cda902851ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.319498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.319596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.319749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.319913] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.320084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.320150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.320328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.320423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.320575] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8904e233-5911-4313-aa38-9cda902851ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.332858] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: IN_PROGRESS for 2s [ 702.658973] env[66001]: INFO networking_nsxv3.common.synchronization [req-5d2f9713-115d-436e-b9b9-c015dcd3ba15 req-1b73e583-9676-43c5-bafa-0e75ee917325 tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 702.661377] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 702.662228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.662770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.721317] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.823521] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.826347] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.826347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.826347] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8904e233-5911-4313-aa38-9cda902851ea is going to be updated. [ 702.853860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.854017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.854100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.854291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.854427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.864399] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: IN_PROGRESS for 2s [ 703.227202] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.227526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.227526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.227668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.227718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.227807] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 703.260670] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.260802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.260889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.261112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.261254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.274034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 703.819559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: SUCCESS [ 703.819775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822055] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 703.822055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.822274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.822361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.822442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.822740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822854] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.325455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.325890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.325890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.326494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.326724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.327102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 704.343235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e in Status: SUCCESS [ 704.343395] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e deletion is rescheduled due to dependency. [ 704.343545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.360016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.360262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.377124] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 704.877919] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8904e233-5911-4313-aa38-9cda902851ea in Status: SUCCESS [ 704.877919] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8904e233-5911-4313-aa38-9cda902851ea deletion is rescheduled due to dependency. [ 704.878282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8904e233-5911-4313-aa38-9cda902851ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.287115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 705.287329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.287500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.288165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.288459] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.288670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.288767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.289039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.289188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.289461] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.463768] env[66001]: INFO networking_nsxv3.common.synchronization [req-5f9640f1-3fbd-4921-9b46-87d4700ce2d1 req-953980c7-06bc-4d6b-a968-14f4fe9c47f9 tempest-ImagesOneServerTestJSON-689949211 tempest-ImagesOneServerTestJSON-689949211-project-member] Enqueued Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 705.464426] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGHEST for action security_group_members [ 705.464726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.464888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.464936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.465361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.465361] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.465465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.465568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.465740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.465740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.465845] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.792195] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.792195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.792195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.794154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.794154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.794154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.794154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.794407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.794435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 705.828471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.828644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.828720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.828944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.829104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.845355] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 705.970241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.970241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.970241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970840] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.970840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.970840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970840] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 is going to be updated. [ 706.019628] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.019628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.019628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.019628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.029107] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: IN_PROGRESS for 2s [ 706.261094] env[66001]: INFO networking_nsxv3.common.synchronization [req-82320617-b5ce-490d-95b8-4653254997aa req-cece4a52-2d5c-4794-bc03-db951b50e50f tempest-ServerExternalEventsTest-660184046 tempest-ServerExternalEventsTest-660184046-project-member] Enqueued Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 706.261695] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 with Priority: HIGHEST for action security_group_members [ 706.262020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30329ea-ef26-41b1-945b-ffd4baa192e7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.262158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.262229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.262449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.262836] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.262836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.262946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.263122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.263224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.263802] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30329ea-ef26-41b1-945b-ffd4baa192e7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.389040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 706.389040] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c deletion is rescheduled due to dependency. [ 706.389304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.389667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.390156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.390599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.390599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.390599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.390746] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.767103] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.767481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.767481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.767589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.767725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.767875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.767973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.768046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.768214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.768298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.768370] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 is going to be updated. [ 706.784948] env[66001]: INFO networking_nsxv3.common.synchronization [req-e9cf91a3-84a7-470a-9806-399bb78a0fcb req-c22fa355-3b47-4333-99b5-84300fa87202 tempest-ServerAddressesNegativeTestJSON-827679755 tempest-ServerAddressesNegativeTestJSON-827679755-project-member] Enqueued Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 706.785372] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 706.785678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.785802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.785866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.786197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.786377] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.786457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.786693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.786693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.786795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.786833] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.803251] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.803657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.803802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816601] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: IN_PROGRESS for 2s [ 706.893364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.893651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.893776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.893998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.894191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.896624] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.896624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.896624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.896624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.896624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.896624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 706.928311] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.928311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.928311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.928311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.928311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.939342] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 707.198890] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.199096] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-328" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.199213] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-328" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.199509] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-328" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.199770] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.199930] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.200053] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.200275] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.200391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.200670] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.200785] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.200884] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.200982] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.201101] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.201199] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.201313] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.221619] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.221781] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.221909] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.222085] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-328" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.222392] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-add20d58-2786-4d1c-9291-644a93e195e2 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.222552] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.222757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.223077] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.223275] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add20d58-2786-4d1c-9291-644a93e195e2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.293148] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.293333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.293422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.293626] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.293919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.293990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.294083] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 already deleted. [ 707.294544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.725721] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.725933] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.726069] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.726338] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.726477] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.726644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port add20d58-2786-4d1c-9291-644a93e195e2 not found, creating... [ 707.726928] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.727372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.727471] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.727532] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.727877] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727989] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.728063] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.728310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.728442] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.728572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: add20d58-2786-4d1c-9291-644a93e195e2 is going to be created. [ 707.768821] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.768821] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.769264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.769323] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.769549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.769772] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.858530] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 707.859042] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 deletion is rescheduled due to dependency. [ 707.859109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.040545] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 in Status: SUCCESS [ 708.040545] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 deletion is rescheduled due to dependency. [ 708.040545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.502654] env[66001]: INFO networking_nsxv3.common.synchronization [req-f3152837-7c32-44b7-8c5c-564dd0de8444 req-4115059e-f5ae-408a-bb90-f42608626854 tempest-ServersTestJSON-1149084824 tempest-ServersTestJSON-1149084824-project-member] Enqueued Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 708.503029] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d with Priority: HIGHEST for action security_group_members [ 708.503919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.504056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.504397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.505447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.505447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.505447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.505447] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.597246] env[66001]: INFO networking_nsxv3.common.synchronization [req-e9cf91a3-84a7-470a-9806-399bb78a0fcb req-cddb055b-72ce-4450-8195-1651ddad36f9 service nova] Enqueued Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_rules [ 708.597428] env[66001]: INFO networking_nsxv3.common.synchronization [req-e9cf91a3-84a7-470a-9806-399bb78a0fcb req-cddb055b-72ce-4450-8195-1651ddad36f9 service nova] Enqueued Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 708.597791] env[66001]: INFO networking_nsxv3.common.synchronization [req-e9cf91a3-84a7-470a-9806-399bb78a0fcb req-cddb055b-72ce-4450-8195-1651ddad36f9 service nova] Enqueued Resource ID: add20d58-2786-4d1c-9291-644a93e195e2 with Priority: HIGHEST for action port [ 708.598092] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_rules [ 708.600114] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 708.600114] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add20d58-2786-4d1c-9291-644a93e195e2 with Priority: HIGHEST for action port [ 708.600114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.600114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.600114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.600114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.600114] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.601385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.601653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.602017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.602204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.602339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.602426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.602644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.602856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.602978] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.604056] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-add20d58-2786-4d1c-9291-644a93e195e2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.604228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.604314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.604510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604687] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add20d58-2786-4d1c-9291-644a93e195e2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.834402] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 in Status: SUCCESS [ 708.834686] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30329ea-ef26-41b1-945b-ffd4baa192e7 deletion is rescheduled due to dependency. [ 708.834686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30329ea-ef26-41b1-945b-ffd4baa192e7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.950460] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 708.950460] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c deletion is rescheduled due to dependency. [ 708.950460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.967449] env[66001]: INFO networking_nsxv3.common.synchronization [req-18bfb026-e017-4e30-af9a-80d41633e4b4 req-7dd9e98f-89fe-45ba-9624-775b667302b1 tempest-FloatingIPsAssociationTestJSON-5347250 tempest-FloatingIPsAssociationTestJSON-5347250-project-member] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 708.968086] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 708.968390] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.968508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.968608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.968760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.968931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.971082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.971082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.971082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.971082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.971082] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.007097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.007365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.007872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.008059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.008211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.008288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.008388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d is going to be updated. [ 709.041347] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.041525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.041597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.041805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.041959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.051817] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: IN_PROGRESS for 2s [ 709.106768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.107091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.107184] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.111087] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add20d58-2786-4d1c-9291-644a93e195e2 with status ACTIVE [ 709.111087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.111233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.111282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.111461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.111551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.111737] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.111837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.111887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.112055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.112131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.112480] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.112480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.112480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.112688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.112688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.112884] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add20d58-2786-4d1c-9291-644a93e195e2 is going to be updated. [ 709.133721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.133927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.133927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.134038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.134875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.134875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add20d58-2786-4d1c-9291-644a93e195e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.287545] env[66001]: INFO networking_nsxv3.common.synchronization [req-3652a21b-c9e9-49d8-9562-08645724beb7 req-d3822af2-4864-45a7-b217-8454f821aa98 tempest-ServersAdminNegativeTestJSON-208760916 tempest-ServersAdminNegativeTestJSON-208760916-project-member] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 709.288114] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 709.288421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.288544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.288604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.288798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.290529] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.290529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.290529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.290736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.290874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.291115] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.352590] env[66001]: INFO networking_nsxv3.common.synchronization [req-4eb16ed4-ad58-435a-9dde-8b1bab23ec72 req-d6cb8d38-cbbc-4fd0-bc23-fd2312014feb tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 709.353384] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 709.355143] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.355394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.355394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.357679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.357870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.357984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.358061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.358237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.358325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.358417] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.472156] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.610536] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.791140] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.791319] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.791428] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.791779] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.792047] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.795809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.795809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.795809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.795809] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.795809] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.795809] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.795809] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.795809] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.795809] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.795809] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.795809] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.796578] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.817932] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.818123] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.818266] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.820549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.820899] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-b824d98c-a80a-49bd-9f6e-b71824b5c66c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.821106] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.821225] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.821539] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.821668] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b824d98c-a80a-49bd-9f6e-b71824b5c66c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.860606] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.860606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.860606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.860606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.861014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.861014] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.861014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.861138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.861186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.861265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.861348] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 already deleted. [ 709.861462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.977502] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.113566] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.113767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.113848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.114077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.114187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.114290] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 is going to be created. [ 710.140031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.140031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.140031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.140226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.140280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.152754] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: UNINITIALIZED for 2s [ 710.301974] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.328047] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.328047] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port b824d98c-a80a-49bd-9f6e-b71824b5c66c not found, creating... [ 710.328047] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.328047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.328489] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.328489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.328489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.328489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.328489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.328489] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: b824d98c-a80a-49bd-9f6e-b71824b5c66c is going to be created. [ 710.353471] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.353974] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.354233] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.354602] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.354928] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.355620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.480562] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.480743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.480880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.481060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.481156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.481316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be updated. [ 710.521348] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.521502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.521568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.521823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.522050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.535499] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 710.804859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.805079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.805304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.805419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.805680] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be updated. [ 710.835726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.835855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.835925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.836159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.836311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.845579] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 711.064088] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d in Status: SUCCESS [ 711.064353] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d deletion is rescheduled due to dependency. [ 711.064406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.092256] env[66001]: INFO networking_nsxv3.common.synchronization [req-4eb16ed4-ad58-435a-9dde-8b1bab23ec72 req-beebf711-53ce-4a90-9eb0-5c75cba29429 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 711.092426] env[66001]: INFO networking_nsxv3.common.synchronization [req-4eb16ed4-ad58-435a-9dde-8b1bab23ec72 req-beebf711-53ce-4a90-9eb0-5c75cba29429 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 711.092554] env[66001]: INFO networking_nsxv3.common.synchronization [req-4eb16ed4-ad58-435a-9dde-8b1bab23ec72 req-beebf711-53ce-4a90-9eb0-5c75cba29429 service nova] Enqueued Resource ID: b824d98c-a80a-49bd-9f6e-b71824b5c66c with Priority: HIGHEST for action port [ 711.092921] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 711.092994] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 711.093478] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b824d98c-a80a-49bd-9f6e-b71824b5c66c with Priority: HIGHEST for action port [ 711.093985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.094283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.094374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.094884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.094992] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.096182] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.096388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.096614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.097205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.097575] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.097724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.097861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.098223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.098223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.098223] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.099430] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b824d98c-a80a-49bd-9f6e-b71824b5c66c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.099542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.099542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.099842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.099842] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b824d98c-a80a-49bd-9f6e-b71824b5c66c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.602355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.602511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.603887] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.604842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b824d98c-a80a-49bd-9f6e-b71824b5c66c with status ACTIVE [ 711.606029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.606029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.606029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.606280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.606280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.606409] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.606503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.606561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.606863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.606863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.606863] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b824d98c-a80a-49bd-9f6e-b71824b5c66c is going to be updated. [ 711.632586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.632806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.632890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.633164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.633588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.633588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b824d98c-a80a-49bd-9f6e-b71824b5c66c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109938] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.167394] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: SUCCESS [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.167394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.167394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.167394] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.345151] env[66001]: INFO networking_nsxv3.common.synchronization [req-9623d2ee-4ee1-4222-8603-a59b37cbf567 req-d96c724c-3fbb-412f-a23b-acf2a6ccb078 tempest-FloatingIPsAssociationNegativeTestJSON-959847139 tempest-FloatingIPsAssociationNegativeTestJSON-959847139-project-member] Enqueued Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 712.345210] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 712.345823] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.346125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.346195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.347052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.347314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.347394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.347426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.347587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.347660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.347748] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.551327] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 712.552287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614224] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.614511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.614785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.615896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.615896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.615896] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be created. [ 712.657030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.657326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.657326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.658229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.658229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.670581] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: UNINITIALIZED for 2s [ 712.670581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.670885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.670885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.671994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.671994] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.671994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.671994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.671994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.671994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673649] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.673649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.673649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.673649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.673926] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.673926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.674030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.674119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.674193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.674271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.674839] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.853497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.853706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.853778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.854038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.854127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.854431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.854572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.854572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.854842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.854842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.854933] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5551ac98-a215-4d75-accc-c83e8fef7118 already deleted. [ 712.854933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.858697] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 712.858875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.898555] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.898555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-634" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.898555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-634" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.898696] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-634" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.898878] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.899652] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.899652] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.899800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.899952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.900212] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.900397] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.900717] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.900717] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.900830] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.900971] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.901209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.923097] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.923307] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.923421] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.923630] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-634" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.924032] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-6ab4f575-7bbe-4a33-8a37-811544d3396d taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.924235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.924348] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.927131] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.927131] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab4f575-7bbe-4a33-8a37-811544d3396d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.179026] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d105417-1be7-4fca-97ba-cd0b5acc5a61: rpc.has_security_group_logging(os_id): False [ 713.199301] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.199457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.199529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.199744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.199830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.200038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.200138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201319] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201319] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.201319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.201640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.201640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 is going to be created. [ 713.270922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.271144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.271229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.271383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.271571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.285822] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: IN_PROGRESS for 2s [ 713.428178] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.428819] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.429117] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.429469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.429638] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.429797] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 6ab4f575-7bbe-4a33-8a37-811544d3396d not found, creating... [ 713.430111] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.430275] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.430383] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430630] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.430879] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.431570] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.431688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.431834] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.432099] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.432282] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432484] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 6ab4f575-7bbe-4a33-8a37-811544d3396d is going to be created. [ 713.460387] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.460601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.460716] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.461031] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.461808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.461808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.151177] env[66001]: INFO networking_nsxv3.common.synchronization [req-9623d2ee-4ee1-4222-8603-a59b37cbf567 req-e298ab3a-3e93-4043-b117-95866127fed4 service nova] Enqueued Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_rules [ 714.151340] env[66001]: INFO networking_nsxv3.common.synchronization [req-9623d2ee-4ee1-4222-8603-a59b37cbf567 req-e298ab3a-3e93-4043-b117-95866127fed4 service nova] Enqueued Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 714.151485] env[66001]: INFO networking_nsxv3.common.synchronization [req-9623d2ee-4ee1-4222-8603-a59b37cbf567 req-e298ab3a-3e93-4043-b117-95866127fed4 service nova] Enqueued Resource ID: 6ab4f575-7bbe-4a33-8a37-811544d3396d with Priority: HIGHEST for action port [ 714.152031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_rules [ 714.152171] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 714.152301] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab4f575-7bbe-4a33-8a37-811544d3396d with Priority: HIGHEST for action port [ 714.152653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.152799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.153050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.153320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.153434] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.157153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.157153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.157153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.157153] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.158150] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ab4f575-7bbe-4a33-8a37-811544d3396d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.158298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.158380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.158609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.158609] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab4f575-7bbe-4a33-8a37-811544d3396d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.662458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.662458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.663211] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.663955] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ab4f575-7bbe-4a33-8a37-811544d3396d with status ACTIVE [ 714.664288] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.664616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.664616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.665262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.665262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.665377] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.665474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.665474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.666243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.666243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.666243] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.666243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.670277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.670493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.670603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.670684] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ab4f575-7bbe-4a33-8a37-811544d3396d is going to be updated. [ 714.685753] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 714.685911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.686187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.686834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.686834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.686834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.686834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.687180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.687180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.687651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.687651] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.699065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.699293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.699293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.699524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.699667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.700031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ab4f575-7bbe-4a33-8a37-811544d3396d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.941240] env[66001]: INFO networking_nsxv3.common.synchronization [None req-470bc6e5-5d38-41c4-a3c2-148737520ea1 None None] Enqueued Resource ID: 0d23b09b-c7a3-4a1a-b791-8e46f6836603 with Priority: HIGHEST for action port [ 714.941240] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d23b09b-c7a3-4a1a-b791-8e46f6836603 with Priority: HIGHEST for action port [ 714.941240] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d23b09b-c7a3-4a1a-b791-8e46f6836603 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.941240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d23b09b-c7a3-4a1a-b791-8e46f6836603" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.941240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d23b09b-c7a3-4a1a-b791-8e46f6836603" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.941240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d23b09b-c7a3-4a1a-b791-8e46f6836603" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.941927] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d23b09b-c7a3-4a1a-b791-8e46f6836603',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.174688] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.194169] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.301160] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: SUCCESS [ 715.302129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.444670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d23b09b-c7a3-4a1a-b791-8e46f6836603 [ 715.444941] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.445097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.445240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.445471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.445606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.445725] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d23b09b-c7a3-4a1a-b791-8e46f6836603 already deleted. [ 715.445848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d23b09b-c7a3-4a1a-b791-8e46f6836603" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677208] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.677539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.677829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5551ac98-a215-4d75-accc-c83e8fef7118 is going to be created. [ 715.697775] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d510caca-7bf9-410d-8fb1-379dc56be8a3: rpc.has_security_group_logging(os_id): False [ 715.722342] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.722534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.722638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.722963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.723174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.733330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.733330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.733330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.733763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.733763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.733763] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be created. [ 715.740544] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: UNINITIALIZED for 2s [ 715.831733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.831917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.832228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.832408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.848177] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 716.067821] env[66001]: INFO networking_nsxv3.common.synchronization [req-8d7ff5f3-2f7b-42d8-b468-881ff1a0347f req-78478c1a-d12f-4438-86e2-8a0972730d54 tempest-AttachInterfacesV270Test-1690632647 tempest-AttachInterfacesV270Test-1690632647-project-member] Enqueued Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 716.068383] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 716.068686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.069806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.069806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.070259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.070447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.070552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.070613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.070787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.070871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.070959] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.574545] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.576174] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.576174] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf already deleted. [ 716.576174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928920] env[66001]: INFO networking_nsxv3.common.synchronization [req-0369262e-6b4c-4f0e-827b-c56f69255897 req-b0de1d43-75d2-4b06-a235-5307ba8c3150 tempest-ServerPasswordTestJSON-1048438279 tempest-ServerPasswordTestJSON-1048438279-project-member] Enqueued Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 716.929463] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGHEST for action security_group_members [ 716.932884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.932884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.932884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.932884] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.007910] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.008104] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-559" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.008231] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-559" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.008550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-559" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.008827] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.009209] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.011046] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.011046] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.011046] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.011046] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.011046] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.011046] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.011046] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.011046] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.011046] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.011046] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.031526] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.031526] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.031837] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.032067] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-559" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.032373] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.032536] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.032646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.033011] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.033217] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.434490] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.436155] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.436229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.436297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.436457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.436535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.436662] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 is going to be updated. [ 717.471781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.471781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.471781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.471781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.471781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.483199] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: IN_PROGRESS for 2s [ 717.535957] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.536188] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.536303] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.536569] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.536715] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.537453] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 not found, creating... [ 717.537453] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.537453] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.537453] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.537644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.537644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.537925] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.538087] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.538194] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.538404] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.538525] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.538665] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 is going to be created. [ 717.562816] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.562816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.562816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.562816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.562816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.562816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.704787] env[66001]: INFO networking_nsxv3.common.synchronization [None req-106d484d-eb5e-49a3-ad8f-519eb1b826da None None] Enqueued Resource ID: 1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871 with Priority: HIGHEST for action port [ 717.705453] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871 with Priority: HIGHEST for action port [ 717.705771] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.705901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.706437] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.752244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: SUCCESS [ 717.752524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.752974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753544] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.754043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.754139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.754629] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.865177] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 717.865549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.209428] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871 [ 718.209786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.209865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.209995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.210463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.210463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.210463] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871 already deleted. [ 718.210614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a8dd63a-73ee-4a2f-a8b6-7f2fd35fd871" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257465] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.257622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.257694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.258028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.258260] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.258379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.258445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.258742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.258822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.258973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.259240] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.259394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.259540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.259751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.260090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.260237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.260333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.260541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.260708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.260803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.260971] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.293342] env[66001]: INFO networking_nsxv3.common.synchronization [req-8d7ff5f3-2f7b-42d8-b468-881ff1a0347f req-28c4b685-51e6-4420-9187-b99911ab31a4 service nova] Enqueued Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_rules [ 718.293342] env[66001]: INFO networking_nsxv3.common.synchronization [req-8d7ff5f3-2f7b-42d8-b468-881ff1a0347f req-28c4b685-51e6-4420-9187-b99911ab31a4 service nova] Enqueued Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 718.293342] env[66001]: INFO networking_nsxv3.common.synchronization [req-8d7ff5f3-2f7b-42d8-b468-881ff1a0347f req-28c4b685-51e6-4420-9187-b99911ab31a4 service nova] Enqueued Resource ID: f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 with Priority: HIGHEST for action port [ 718.293986] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_rules [ 718.294526] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 718.294727] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 with Priority: HIGHEST for action port [ 718.295165] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.295452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.295606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.296210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.296420] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.298297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.298758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.299477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.299803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.301276] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.301521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.306279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.306279] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.306279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.349715] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d3affece-97f4-47e4-9e7f-9b0c85431925 None None] Enqueued Resource ID: 90a53a42-61a2-4f6f-8709-191af889d106 with Priority: HIGHEST for action port [ 718.350226] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a53a42-61a2-4f6f-8709-191af889d106 with Priority: HIGHEST for action port [ 718.350621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a53a42-61a2-4f6f-8709-191af889d106 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.350794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a53a42-61a2-4f6f-8709-191af889d106" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.350873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a53a42-61a2-4f6f-8709-191af889d106" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.355559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a53a42-61a2-4f6f-8709-191af889d106" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.355559] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a53a42-61a2-4f6f-8709-191af889d106',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.766575] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5551ac98-a215-4d75-accc-c83e8fef7118: rpc.has_security_group_logging(os_id): False [ 718.790226] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.790457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.790513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.790772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.790896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.791139] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.791260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.791326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.791513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.792361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.792361] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.792361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.792361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.792361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.792361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.792752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.792752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.792752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.792921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.792921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.793023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5551ac98-a215-4d75-accc-c83e8fef7118 is going to be created. [ 718.810083] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.810235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.810731] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.811659] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 with status ACTIVE [ 718.811914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.812084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.812114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.812448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.812621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.812729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.812853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.814655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.814655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.814655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.814655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.814655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.814655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.815246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80 is going to be updated. [ 718.836303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.836455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.836527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.836745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.836885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.837102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d4bf8e-2cb0-4778-a2f9-4d12ffb6ec80" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.860318] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.860595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.860595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.860802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.860904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862103] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90a53a42-61a2-4f6f-8709-191af889d106 [ 718.862329] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.862438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862915] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90a53a42-61a2-4f6f-8709-191af889d106 already deleted. [ 718.863046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a53a42-61a2-4f6f-8709-191af889d106" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.879012] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: IN_PROGRESS for 2s [ 719.317559] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.501174] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 in Status: SUCCESS [ 719.501383] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 deletion is rescheduled due to dependency. [ 719.501515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.821182] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.821351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.821420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.822144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.822144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.822144] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf is going to be created. [ 719.847419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.847683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.847683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.847797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.847995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.858357] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: UNINITIALIZED for 2s [ 720.040894] env[66001]: INFO networking_nsxv3.common.synchronization [req-f4537a2f-0a94-4b93-831b-23fc5e639a4e req-5479f606-af93-4d9f-a4d4-ded7ffa906ca tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 720.041662] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 720.042990] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.043235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.043455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.043686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.043924] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.044098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.044236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.044553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.044632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.045089] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.425466] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ae7a54e8-b52f-49b8-8b63-2e441dfe786c None None] Enqueued Resource ID: 0b2be3e6-d2fd-4a80-93bb-4ff561e3b799 with Priority: HIGHEST for action port [ 720.426045] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2be3e6-d2fd-4a80-93bb-4ff561e3b799 with Priority: HIGHEST for action port [ 720.426355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2be3e6-d2fd-4a80-93bb-4ff561e3b799 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.426527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2be3e6-d2fd-4a80-93bb-4ff561e3b799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2be3e6-d2fd-4a80-93bb-4ff561e3b799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2be3e6-d2fd-4a80-93bb-4ff561e3b799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.427010] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2be3e6-d2fd-4a80-93bb-4ff561e3b799',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.437122] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.437775] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.437775] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.438339] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.438486] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.438646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.438761] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.439274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.439274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.439385] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.439435] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.439627] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.439627] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.439805] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.439805] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.439967] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.467735] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.467735] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.467735] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.468053] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-208" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.468335] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-98a68c35-d37b-4d2e-acf3-6e7edd837da7 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.468665] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.468751] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.469061] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.469256] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a68c35-d37b-4d2e-acf3-6e7edd837da7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.547855] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.548116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.548531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.548531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.548531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.548698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.548774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.548981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.548981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.549281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.549281] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 720.586671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.586958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.586958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.587229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.587335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.606336] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 720.888856] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: SUCCESS [ 720.889012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.929720] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b2be3e6-d2fd-4a80-93bb-4ff561e3b799 [ 720.930054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.930323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.930400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930985] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b2be3e6-d2fd-4a80-93bb-4ff561e3b799 already deleted. [ 720.931121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2be3e6-d2fd-4a80-93bb-4ff561e3b799" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.972564] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.972564] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.972879] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.973068] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.973218] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.973374] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 98a68c35-d37b-4d2e-acf3-6e7edd837da7 not found, creating... [ 720.973663] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.973817] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.973930] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.974173] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.974356] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.974679] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.974814] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.974946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.975178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.975366] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.975529] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 98a68c35-d37b-4d2e-acf3-6e7edd837da7 is going to be created. [ 721.000707] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.000925] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.001113] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.001396] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.001643] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.001857] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.538916] env[66001]: INFO networking_nsxv3.common.synchronization [None req-12a3365c-f5e6-4db6-ab61-7cca36f23129 None None] Enqueued Resource ID: d5ff6e20-852d-4c3d-8dd5-52c08c764556 with Priority: HIGHEST for action port [ 721.538916] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ff6e20-852d-4c3d-8dd5-52c08c764556 with Priority: HIGHEST for action port [ 721.538916] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ff6e20-852d-4c3d-8dd5-52c08c764556 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.538916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ff6e20-852d-4c3d-8dd5-52c08c764556" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.538916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ff6e20-852d-4c3d-8dd5-52c08c764556" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.538916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ff6e20-852d-4c3d-8dd5-52c08c764556" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.538916] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ff6e20-852d-4c3d-8dd5-52c08c764556',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.711292] env[66001]: INFO networking_nsxv3.common.synchronization [req-f4537a2f-0a94-4b93-831b-23fc5e639a4e req-e7bdeec7-f244-4335-864f-4aea9551a013 service nova] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 721.711460] env[66001]: INFO networking_nsxv3.common.synchronization [req-f4537a2f-0a94-4b93-831b-23fc5e639a4e req-e7bdeec7-f244-4335-864f-4aea9551a013 service nova] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 721.711588] env[66001]: INFO networking_nsxv3.common.synchronization [req-f4537a2f-0a94-4b93-831b-23fc5e639a4e req-e7bdeec7-f244-4335-864f-4aea9551a013 service nova] Enqueued Resource ID: 98a68c35-d37b-4d2e-acf3-6e7edd837da7 with Priority: HIGHEST for action port [ 721.712112] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_rules [ 721.712256] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 721.712339] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a68c35-d37b-4d2e-acf3-6e7edd837da7 with Priority: HIGHEST for action port [ 721.712775] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.712775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.712871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.713057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.713481] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.713985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.714121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.714343] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a68c35-d37b-4d2e-acf3-6e7edd837da7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.714456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.714523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.714738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.714819] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a68c35-d37b-4d2e-acf3-6e7edd837da7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.868607] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: SUCCESS [ 721.868706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.868891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.869191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.869395] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.869517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.869582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.869767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.869809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.869890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.869976] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.044867] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ff6e20-852d-4c3d-8dd5-52c08c764556 [ 722.044867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.044867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.044867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.044867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.044867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.044867] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ff6e20-852d-4c3d-8dd5-52c08c764556 already deleted. [ 722.044867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ff6e20-852d-4c3d-8dd5-52c08c764556" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.048453] env[66001]: INFO networking_nsxv3.common.synchronization [None req-67f0bdb8-f7dd-4bf7-a6a6-b9a86f81d6db tempest-ServersV294TestFqdnHostnames-260345543 tempest-ServersV294TestFqdnHostnames-260345543-project-member] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 722.052017] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 722.052017] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.052017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.052017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.052017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.052017] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.202358] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8d71729d-d643-44ab-90b9-296d1f87baa7 tempest-ServersV294TestFqdnHostnames-260345543 tempest-ServersV294TestFqdnHostnames-260345543-project-member] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 722.202940] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 722.203491] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.203491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.216500] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.216648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.219734] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98a68c35-d37b-4d2e-acf3-6e7edd837da7 with status ACTIVE [ 722.221146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.221146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.221146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.221146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.221538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.221538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.221538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.221538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.221538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98a68c35-d37b-4d2e-acf3-6e7edd837da7 is going to be updated. [ 722.246200] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.246633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.246706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.246812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.246997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a68c35-d37b-4d2e-acf3-6e7edd837da7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.371794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.371980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.372030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.372520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.372550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.372903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.373059] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.373153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.373212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.373353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.373489] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.373577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.373637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.374031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.374031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.374031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.374031] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.575937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.576355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.576355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.576550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.576688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.576825] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 already deleted. [ 722.576962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.577222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.577468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.577588] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.618492] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 722.618896] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e deletion is rescheduled due to dependency. [ 722.619245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.619348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.619652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.620105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.620203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.620336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.620552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.620654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.620728] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.877684] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf: rpc.has_security_group_logging(os_id): False [ 722.904309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.904538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.904647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.905481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.905481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.905481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.905481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.905930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.906166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.906282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.906282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.906469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.906538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.906711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.906854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.906951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.907133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.907287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.907384] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf is going to be created. [ 722.981416] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.981629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.981682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.981882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.982073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002684] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: IN_PROGRESS for 2s [ 723.050660] env[66001]: INFO networking_nsxv3.common.synchronization [req-09710057-ec19-4e16-8137-b6d86b3c4638 req-6cbec81d-c439-4718-ba70-24911180962b tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 723.055041] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 723.055041] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.055041] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.055041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.055041] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.106678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.107441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.107441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.107441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.107441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.107441] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 already deleted. [ 723.107693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.124197] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.465350] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.465350] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.465350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.466584] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.470177] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.470434] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.470774] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.471156] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.471604] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.471845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.491503] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.492884] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.492884] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.492884] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.492884] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-00824337-9c75-4a68-87ef-e10efd414229 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.493257] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.493382] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.493703] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.493930] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00824337-9c75-4a68-87ef-e10efd414229',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.557551] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.558382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.558436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.558629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.558724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.558936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.559060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.559124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.559273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.559366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.559613] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 723.587840] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.588209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.588209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.588308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.588416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.599851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 723.625424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.997344] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.997526] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.998374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.998374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.998374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.998374] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 00824337-9c75-4a68-87ef-e10efd414229 not found, creating... [ 723.998652] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.998652] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.998783] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.999019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.999498] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.999868] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.000448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.000448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.000448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.000620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.000655] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 00824337-9c75-4a68-87ef-e10efd414229 is going to be created. [ 724.002597] env[66001]: INFO networking_nsxv3.common.synchronization [None req-77255a2f-a5a4-4725-a0de-4f278524b08d tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 724.003333] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 724.004054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.004178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.004263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.004517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.004593] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.012309] env[66001]: INFO networking_nsxv3.common.synchronization [None req-1c21530e-12ce-406f-9d0d-e29bdfb94414 None None] Enqueued Resource ID: 255d36f3-7460-4d5d-9bcd-22eedc7b06a5 with Priority: HIGHEST for action port [ 724.012859] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255d36f3-7460-4d5d-9bcd-22eedc7b06a5 with Priority: HIGHEST for action port [ 724.014063] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-255d36f3-7460-4d5d-9bcd-22eedc7b06a5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.014207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255d36f3-7460-4d5d-9bcd-22eedc7b06a5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.014279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255d36f3-7460-4d5d-9bcd-22eedc7b06a5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.014617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255d36f3-7460-4d5d-9bcd-22eedc7b06a5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.014719] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255d36f3-7460-4d5d-9bcd-22eedc7b06a5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.025599] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.025804] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.025964] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.026323] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.026649] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.026943] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.127757] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.127952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.128075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.128341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.128432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.128563] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 724.151390] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4ef795cf-87c9-4152-8087-8ae032cd7438 tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 724.151471] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 724.152028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.152028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.168771] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.169019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.169066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.169267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.169413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.182137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 724.517331] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255d36f3-7460-4d5d-9bcd-22eedc7b06a5 [ 724.517605] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.517746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.517816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.518057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518241] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255d36f3-7460-4d5d-9bcd-22eedc7b06a5 already deleted. [ 724.518324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255d36f3-7460-4d5d-9bcd-22eedc7b06a5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.526856] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.527081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.527081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.527242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.527329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.527423] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae already deleted. [ 724.527504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.527659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.527809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.527895] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.801528] env[66001]: INFO networking_nsxv3.common.synchronization [req-09710057-ec19-4e16-8137-b6d86b3c4638 req-03b09acb-2abd-467d-8a4d-af5746d1201a service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 724.801836] env[66001]: INFO networking_nsxv3.common.synchronization [req-09710057-ec19-4e16-8137-b6d86b3c4638 req-03b09acb-2abd-467d-8a4d-af5746d1201a service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 724.801836] env[66001]: INFO networking_nsxv3.common.synchronization [req-09710057-ec19-4e16-8137-b6d86b3c4638 req-03b09acb-2abd-467d-8a4d-af5746d1201a service nova] Enqueued Resource ID: 00824337-9c75-4a68-87ef-e10efd414229 with Priority: HIGHEST for action port [ 724.802319] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 724.802469] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 724.802530] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00824337-9c75-4a68-87ef-e10efd414229 with Priority: HIGHEST for action port [ 724.802904] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.803102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.803165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.803369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.803450] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.804757] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.804864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.805057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-00824337-9c75-4a68-87ef-e10efd414229 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.805171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.805223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.806715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.806715] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00824337-9c75-4a68-87ef-e10efd414229',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.019656] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: SUCCESS [ 725.019656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.049612] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.049755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.050254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.050254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.050254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.050400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae already deleted. [ 725.050400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.307717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.307904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.309232] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00824337-9c75-4a68-87ef-e10efd414229 with status ACTIVE [ 725.309437] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.309551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.309618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.309835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.309929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.310147] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.310246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.310317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.310473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.310549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.311924] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.311924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.311924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.311924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.311924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.311924] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00824337-9c75-4a68-87ef-e10efd414229 is going to be updated. [ 725.335767] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.336058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.336133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.336391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.336561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.336755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00824337-9c75-4a68-87ef-e10efd414229" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.362296] env[66001]: INFO networking_nsxv3.common.synchronization [req-951fa675-95ec-4bc4-a71d-ea6c0f39bf84 req-d86302ec-fadf-4421-9002-c69addfdf1f2 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 725.362949] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 725.363744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.363941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.364092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.364416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.364953] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.365142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.365268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.365793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.365928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.366093] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.615443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 725.615805] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 725.615805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.616209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.616280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.616542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.616713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.616891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.616961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.617055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.617160] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.868386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.868935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.868935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.868935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.868935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.869827] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.869827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.869827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.869827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.869827] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 already deleted. [ 725.869827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.886399] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.886580] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.887336] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.887336] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.891274] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.891274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.891274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.891274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.891274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.891274] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.891274] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.891274] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.891274] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.891274] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.891274] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.891274] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.914519] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.914708] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.914793] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.914961] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.915299] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.915466] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.915577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.915893] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.916094] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1fc9cd-dac8-465b-8ec2-ff1a989cb915',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.119231] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.195027] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.195027] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.195027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.195027] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.420370] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.420989] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.420989] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.421114] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.421264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.421502] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 not found, creating... [ 726.421865] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.422044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.422154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.422387] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.422866] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.424154] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.424769] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.424916] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.425640] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.426228] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.426431] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 is going to be created. [ 726.451127] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.451435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.451584] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.451963] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.452255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.452568] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.621499] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.697858] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.124196] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.124567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.124567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.125495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.125495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.125604] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 727.159368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.159571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.170209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 727.181619] env[66001]: INFO networking_nsxv3.common.synchronization [req-951fa675-95ec-4bc4-a71d-ea6c0f39bf84 req-0f2c5a57-dbe5-4bf8-bd60-ea4257c8d29a service nova] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 727.184031] env[66001]: INFO networking_nsxv3.common.synchronization [req-951fa675-95ec-4bc4-a71d-ea6c0f39bf84 req-0f2c5a57-dbe5-4bf8-bd60-ea4257c8d29a service nova] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 727.184031] env[66001]: INFO networking_nsxv3.common.synchronization [req-951fa675-95ec-4bc4-a71d-ea6c0f39bf84 req-0f2c5a57-dbe5-4bf8-bd60-ea4257c8d29a service nova] Enqueued Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 727.184031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 727.184031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 727.184031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 727.184031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.184031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.184031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.184031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.184031] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.185577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.185749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.185960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.186219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.187202] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.187360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.187443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.189019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.189019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.189019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.189019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.189019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1fc9cd-dac8-465b-8ec2-ff1a989cb915',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.200965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3719fe85-e9fc-4e88-8814-79866772dd5e: rpc.has_security_group_logging(os_id): False [ 727.223597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.223804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.223860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.224186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.224436] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.224527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.224586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.224911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.225033] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 727.288794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.288941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.289051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.289234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.289381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.305140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 727.693200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.696238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.696238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.696392] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with status ACTIVE [ 727.696662] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.696662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.696662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.699909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.699909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.699909] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.699909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.699909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.700553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.700553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.702383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.702512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.702579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.702799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.702901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.703025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 is going to be updated. [ 727.726594] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.726757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.726828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.727083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.728819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.728819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.206851] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.487464] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2804ecf-01d4-4274-8e05-564fc8df6be4 req-5f83ff1a-d4de-405e-9e82-6b95d4a639b7 tempest-ServerAddressesNegativeTestJSON-827679755 tempest-ServerAddressesNegativeTestJSON-827679755-project-member] Enqueued Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 728.488323] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 with Priority: HIGHEST for action security_group_members [ 728.488633] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d105417-1be7-4fca-97ba-cd0b5acc5a61 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.488759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.488821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.489292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.489576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.489767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.489850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.490033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.490125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.490219] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d105417-1be7-4fca-97ba-cd0b5acc5a61',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.710296] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.714189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.714189] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be created. [ 728.759351] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.759611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.759815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.759996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.788988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: UNINITIALIZED for 2s [ 728.991898] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.992087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.992189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.992530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.992603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.992744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.992927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.992995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.993316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.993380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.993491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 is going to be updated. [ 729.026301] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.026793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.026867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.027105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.027977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.036549] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: IN_PROGRESS for 2s [ 729.180222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 729.180422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180997] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181672] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.321549] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 729.321549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.684283] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.684448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.684512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.684737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.684905] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.685050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.685129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.685289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.685416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.685574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.685814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.685979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.686102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.686382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.686608] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.686725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.686815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.686932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.687019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.687103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.687200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.961810] env[66001]: INFO networking_nsxv3.common.synchronization [req-b94660ca-aed8-4dfa-968a-cda6d22340da req-df780c88-e0a9-495d-94fd-9c222b986352 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 729.963462] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 729.964028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.964184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.964266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.964625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.964819] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.964936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.965007] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.965188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.965295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.965659] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.189908] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 730.208727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.208727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.208727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.208997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209265] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.210140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.210392] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.210484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.210542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.210761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 730.260049] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.260278] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.260398] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.260657] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.260942] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.261233] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.261355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.261562] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.261696] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.261897] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.262011] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.262118] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.262218] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.262321] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.262419] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.262540] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.275016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.275183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.275221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.275419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.275567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.282575] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.282741] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.282925] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.283195] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.283505] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.283667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.283784] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.284122] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.284323] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60648e0-ef5e-4dea-a065-0e3f9a57a8c6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.289640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 730.469013] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.469317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.469317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.469605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.469730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.469999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.470133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.470133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.470354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.470458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.470579] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 already deleted. [ 730.470735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.786842] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.787090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.787211] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.787478] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.787618] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.787762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 not found, creating... [ 730.788040] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.788218] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.788516] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.788516] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.788656] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.788916] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.789118] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.789235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.789452] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.789639] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.789779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 is going to be created. [ 730.800693] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 730.800859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.801027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.801396] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.801549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.801634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.801855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.801940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802041] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.810804] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.810977] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.811072] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.811335] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.811549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.811765] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.054075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 in Status: SUCCESS [ 731.054312] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d105417-1be7-4fca-97ba-cd0b5acc5a61 deletion is rescheduled due to dependency. [ 731.054460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d105417-1be7-4fca-97ba-cd0b5acc5a61" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.304590] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.306041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.306217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.306348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.306437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.306634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.306790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.306929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.307021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.307224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.307304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.307479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.307635] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.536589] env[66001]: INFO networking_nsxv3.common.synchronization [req-b94660ca-aed8-4dfa-968a-cda6d22340da req-6ec2916c-afad-4aca-9201-554b6a146ee2 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 731.536847] env[66001]: INFO networking_nsxv3.common.synchronization [req-b94660ca-aed8-4dfa-968a-cda6d22340da req-6ec2916c-afad-4aca-9201-554b6a146ee2 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 731.536993] env[66001]: INFO networking_nsxv3.common.synchronization [req-b94660ca-aed8-4dfa-968a-cda6d22340da req-6ec2916c-afad-4aca-9201-554b6a146ee2 service nova] Enqueued Resource ID: d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 with Priority: HIGHEST for action port [ 731.537617] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 731.539460] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 731.539547] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 with Priority: HIGHEST for action port [ 731.540884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.540884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.540884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.540884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.540884] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.541649] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.541649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.541649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.541774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.541931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.542233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.542312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.542639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.542639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.542639] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.544051] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.544051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.544051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.544051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.544051] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60648e0-ef5e-4dea-a065-0e3f9a57a8c6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.809809] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 731.831891] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.832657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.833213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.833213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.833821] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.833821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.833821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.833821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.833821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.833821] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.834041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.834041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.834178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.834230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.834296] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be created. [ 731.916581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.916824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.916824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.917047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.917193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.930679] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 732.045287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045606] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.046547] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 with status ACTIVE [ 732.046731] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.046936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.046936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.047263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.047357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.047531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.048064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.048064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.048064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.048064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.048064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.048343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.048343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.048343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.048475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.048520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d60648e0-ef5e-4dea-a065-0e3f9a57a8c6 is going to be updated. [ 732.070848] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.071064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.071064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.071303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.071444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.071640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60648e0-ef5e-4dea-a065-0e3f9a57a8c6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.308245] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 732.308245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.550363] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.055075] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.055274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.055322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.055546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.055636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.055761] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 733.098644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.098797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.098861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.099136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.099299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.111779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: UNINITIALIZED for 2s [ 733.947368] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 733.947740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.126034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126034] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.628816] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.629189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.629189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.629546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.629804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.631471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.631471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.632256] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.632256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.632256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.635143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.635143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.635143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.635143] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.137105] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad507de3-4c3e-4cbd-8506-fbba542d2652: rpc.has_security_group_logging(os_id): False [ 736.156062] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.156211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.156283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.156534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.156625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.156846] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.156945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.157016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.157171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.157247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.157445] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.157544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.157602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.157741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.157811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.157990] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.158094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.158153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.158287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.158359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.158459] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 736.222095] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.222095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.222263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.223050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.235559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 736.540497] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.540626] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 737.245533] env[66001]: INFO networking_nsxv3.common.synchronization [req-e4d89f29-110c-4673-8f7d-26e347097661 req-35481a60-4f48-47d3-bc3a-bf362ad0895b tempest-AttachInterfacesV270Test-1690632647 tempest-AttachInterfacesV270Test-1690632647-project-member] Enqueued Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 737.246069] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf with Priority: HIGHEST for action security_group_members [ 737.246373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.247381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.248159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.248159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.248159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.248159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.248459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.248459] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4a83ab-2b24-4d39-b696-0732e7f2e7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.704128] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7cf8d9f9-649b-4846-83f5-d7aeaddf2055 None None] Enqueued Resource ID: 78501ca9-372b-4a59-862d-23f5e26d9c16 with Priority: HIGHEST for action port [ 737.705302] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78501ca9-372b-4a59-862d-23f5e26d9c16 with Priority: HIGHEST for action port [ 737.705302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-78501ca9-372b-4a59-862d-23f5e26d9c16 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.705302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78501ca9-372b-4a59-862d-23f5e26d9c16" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.705302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78501ca9-372b-4a59-862d-23f5e26d9c16" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.705664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78501ca9-372b-4a59-862d-23f5e26d9c16" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.705664] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78501ca9-372b-4a59-862d-23f5e26d9c16',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.751971] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.752142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.752212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.752427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.752522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.752712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.752807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.752972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.753265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.753379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.753609] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf is going to be updated. [ 737.789822] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.790068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.790138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.790355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.790501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.801839] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: IN_PROGRESS for 2s [ 738.208039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78501ca9-372b-4a59-862d-23f5e26d9c16 [ 738.208039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.208039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.208039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.208294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.208328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.208445] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78501ca9-372b-4a59-862d-23f5e26d9c16 already deleted. [ 738.208551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78501ca9-372b-4a59-862d-23f5e26d9c16" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.248483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 738.248803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496389] env[66001]: INFO networking_nsxv3.common.synchronization [req-c5fe75e5-e36a-4df7-9d3d-0edadaee2f5c req-5836db31-f954-41c9-9f85-6b7ccd7d61d6 tempest-ServersTestFqdnHostnames-343461831 tempest-ServersTestFqdnHostnames-343461831-project-member] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 739.497255] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 739.497569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.497718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.497786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.498944] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.499042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.499079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.499269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.499573] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.627574] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5a397f71-bbd2-46dd-91f8-e9d49807bce0 None None] Enqueued Resource ID: 5784f9a2-2f6e-4e4a-88ab-c2c03723c275 with Priority: HIGHEST for action port [ 739.627574] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5784f9a2-2f6e-4e4a-88ab-c2c03723c275 with Priority: HIGHEST for action port [ 739.627574] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5784f9a2-2f6e-4e4a-88ab-c2c03723c275 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.627574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5784f9a2-2f6e-4e4a-88ab-c2c03723c275" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.627574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5784f9a2-2f6e-4e4a-88ab-c2c03723c275" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.627574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5784f9a2-2f6e-4e4a-88ab-c2c03723c275" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.627574] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5784f9a2-2f6e-4e4a-88ab-c2c03723c275',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.814252] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf in Status: SUCCESS [ 739.814469] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4a83ab-2b24-4d39-b696-0732e7f2e7cf deletion is rescheduled due to dependency. [ 739.814568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4a83ab-2b24-4d39-b696-0732e7f2e7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.001858] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.002293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.002373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.002597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.002900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.002983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.003077] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 already deleted. [ 740.003155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.128865] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5784f9a2-2f6e-4e4a-88ab-c2c03723c275 [ 740.129111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.129789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.129789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.129789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.129789] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5784f9a2-2f6e-4e4a-88ab-c2c03723c275 already deleted. [ 740.129789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5784f9a2-2f6e-4e4a-88ab-c2c03723c275" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.377664] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.378037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-215" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.378876] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-215" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.378876] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-215" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.379030] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.379148] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.379197] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.380546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.380546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380546] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.380546] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.380546] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.380546] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.380546] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.380546] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.380546] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.403986] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.404178] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.404294] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.404466] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-215" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.404773] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-7b3ee976-a83c-4dce-af61-a597e11d2f93 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.404936] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.405055] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.405387] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.405519] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3ee976-a83c-4dce-af61-a597e11d2f93',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.661831] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e3d21a08-4a94-41ce-b7ec-cbd33b97f32f None None] Enqueued Resource ID: 876d63d9-27de-43b8-a9da-0c914b2e3f72 with Priority: HIGHEST for action port [ 740.662506] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876d63d9-27de-43b8-a9da-0c914b2e3f72 with Priority: HIGHEST for action port [ 740.662844] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-876d63d9-27de-43b8-a9da-0c914b2e3f72 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.663101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876d63d9-27de-43b8-a9da-0c914b2e3f72" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.663213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876d63d9-27de-43b8-a9da-0c914b2e3f72" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.663495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876d63d9-27de-43b8-a9da-0c914b2e3f72" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.663585] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876d63d9-27de-43b8-a9da-0c914b2e3f72',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.908957] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.910430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.910430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.910430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.910430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.910430] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 7b3ee976-a83c-4dce-af61-a597e11d2f93 not found, creating... [ 740.910715] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.910772] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.910924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.911141] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.911314] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.911601] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911751] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911857] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.912315] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.912515] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.912708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 7b3ee976-a83c-4dce-af61-a597e11d2f93 is going to be created. [ 740.935930] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.936204] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.936348] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.936621] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.936842] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.937079] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.165946] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 876d63d9-27de-43b8-a9da-0c914b2e3f72 [ 741.166417] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.166417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.166417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.166598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.166691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.166847] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:876d63d9-27de-43b8-a9da-0c914b2e3f72 already deleted. [ 741.166847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876d63d9-27de-43b8-a9da-0c914b2e3f72" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.652222] env[66001]: INFO networking_nsxv3.common.synchronization [req-c5fe75e5-e36a-4df7-9d3d-0edadaee2f5c req-740d7ec1-7991-4dbf-8d9f-146fa4727339 service nova] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 741.652571] env[66001]: INFO networking_nsxv3.common.synchronization [req-c5fe75e5-e36a-4df7-9d3d-0edadaee2f5c req-740d7ec1-7991-4dbf-8d9f-146fa4727339 service nova] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 741.652571] env[66001]: INFO networking_nsxv3.common.synchronization [req-c5fe75e5-e36a-4df7-9d3d-0edadaee2f5c req-740d7ec1-7991-4dbf-8d9f-146fa4727339 service nova] Enqueued Resource ID: 7b3ee976-a83c-4dce-af61-a597e11d2f93 with Priority: HIGHEST for action port [ 741.653164] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_rules [ 741.653300] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 741.653396] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3ee976-a83c-4dce-af61-a597e11d2f93 with Priority: HIGHEST for action port [ 741.656548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.656698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.656770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.656991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.657105] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.658097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.658781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.659198] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.659333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.659414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.660321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.660321] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.661998] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3ee976-a83c-4dce-af61-a597e11d2f93 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.662704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.662704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.663332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.663408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3ee976-a83c-4dce-af61-a597e11d2f93',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.166272] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b3ee976-a83c-4dce-af61-a597e11d2f93 with status ACTIVE [ 742.167057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.167057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.167057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167354] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168565] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.168565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168565] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b3ee976-a83c-4dce-af61-a597e11d2f93 is going to be updated. [ 742.170519] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.170825] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.192732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.192732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.192732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.192732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.192732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.192732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3ee976-a83c-4dce-af61-a597e11d2f93" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.268937] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb19a5f1-39b4-47be-91d1-1fbc6f44bd18 req-c18f1900-b846-4962-82aa-bd450659c170 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 742.270218] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 742.270702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.271218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.271431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.271721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.272046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.272425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.274690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.274690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.274690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.274690] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.543645] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3da281be-7d90-4dec-912e-bc67b6760471 None None] Enqueued Resource ID: b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b with Priority: HIGHEST for action port [ 742.546225] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b with Priority: HIGHEST for action port [ 742.548314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.550281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.550281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.550281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.550281] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.673056] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.778542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.779165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.779656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.779743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.779999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.780138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.780184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.780347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.780420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.780533] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 742.817679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.817817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.817874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.818086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.818286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.825316] env[66001]: INFO networking_nsxv3.common.synchronization [req-195f586d-e12f-4e90-a3d7-7ec5e6b3459c req-9979a1d7-3ad8-483e-96e8-5d38e0d25fcb tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 742.826570] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 742.826866] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.827051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.827853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.828016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.829032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.829032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.829032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.829032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.829032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.829032] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.830381] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 743.055744] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b [ 743.056318] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.056526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.056624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.057111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.057252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.057388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b already deleted. [ 743.057597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a087cf-fd3a-4df3-9fa6-6e2b70c5ec7b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.181556] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.181834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.181834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.182017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.182158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.182218] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 is going to be created. [ 743.224681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.224855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.224918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.225115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.225512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.236595] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: UNINITIALIZED for 2s [ 743.332570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.332873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.333218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.333317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.333527] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.339027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.339027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.339027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.339027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.339027] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e already deleted. [ 743.339027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.473425] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.473544] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-209" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.473583] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-209" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.475772] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-209" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.476104] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.476877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.477076] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.477343] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.477507] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.478730] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.478730] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.478730] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.478730] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.478730] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.478730] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.478730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.497189] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.497360] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.497539] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.497649] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-209" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.497952] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.498131] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.498242] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.498897] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.499120] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.002537] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.003074] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.003147] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.003505] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.003669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.003836] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea not found, creating... [ 744.004222] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.004412] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.004501] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.004906] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.005197] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.005509] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.005662] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.005798] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.006462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.006708] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.006853] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea is going to be created. [ 744.028945] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.029169] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.029275] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.029530] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.029742] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.029956] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.123087] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 744.123303] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 744.123806] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 744.123936] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 744.124242] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.124348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.124405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.124628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.124804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.124906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.124906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125229] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.126040] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.126152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.126246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.126439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.126550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.126642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.126703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.126841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.126960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.127015] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.170367] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_rules [ 744.170479] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 744.170604] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 744.170729] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 744.170934] env[66001]: INFO networking_nsxv3.common.synchronization [req-e48fd90b-aabf-4084-b45e-a2dd46cd9e41 req-7fac477a-dc42-4ab2-9b2d-6a94e2d56553 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 744.171477] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_rules [ 744.171651] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 744.171785] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 744.171894] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 744.172019] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 744.172334] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.172561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.172561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.172767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.172887] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.173846] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.173977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.174073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.174255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.174319] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.175542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.175655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.175723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.175885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.176070] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1fc9cd-dac8-465b-8ec2-ff1a989cb915',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.176831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.176930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.177119] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.177203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.631047] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.634834] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.678964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680775] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680775] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with status ACTIVE [ 744.680775] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.680775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.681424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.681424] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.681424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.681424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.681424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.682672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.682672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.682672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.682672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.682672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.682672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.682672] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 is going to be updated. [ 744.710700] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.710893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.711081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.711359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.711792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.711867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.813065] env[66001]: INFO networking_nsxv3.common.synchronization [req-195f586d-e12f-4e90-a3d7-7ec5e6b3459c req-7bb285dd-2785-4aad-a7c2-c90cbc3a3bd1 service nova] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 744.813292] env[66001]: INFO networking_nsxv3.common.synchronization [req-195f586d-e12f-4e90-a3d7-7ec5e6b3459c req-7bb285dd-2785-4aad-a7c2-c90cbc3a3bd1 service nova] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 744.813470] env[66001]: INFO networking_nsxv3.common.synchronization [req-195f586d-e12f-4e90-a3d7-7ec5e6b3459c req-7bb285dd-2785-4aad-a7c2-c90cbc3a3bd1 service nova] Enqueued Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 744.814199] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 744.814397] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 744.814536] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 744.814870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.815025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.815385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.815385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.815503] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.816462] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.816637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.816742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.816962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.817135] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.817271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.817344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.817536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.817685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.817820] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.819091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.819241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.819348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.819477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.819552] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.844420] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 744.844629] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 744.844779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.136346] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.137077] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.246504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: SUCCESS [ 745.246569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.246723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.246939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.247138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.247257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.247322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.247476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.247555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.247638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.247753] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.320743] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.320881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.322201] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.323661] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with status ACTIVE [ 745.323862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.324020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.324076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.324382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.324763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.325283] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.325455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.325630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.327087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.327087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.327087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.327087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.327087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.327087] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea is going to be updated. [ 745.350449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.350449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.350449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.350712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.350761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.350964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.638790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.639034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.639454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.639454] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 745.640964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.641108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.641170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.641360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.641476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.642541] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be created. [ 745.669096] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.669255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.669312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.669617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.669773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.672981] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.673158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.685674] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: UNINITIALIZED for 2s [ 745.686347] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 745.751237] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.829334] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.253626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e054c2-1df5-4c8e-98ce-ec7be5c1a507: rpc.has_security_group_logging(os_id): False [ 746.273293] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.274213] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.274317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.274379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.274535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.274614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.274697] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 is going to be created. [ 746.332550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.332706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.332770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.333047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.333198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.333239] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be created. [ 746.336334] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.336591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.336591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.336744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.336886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.349604] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: IN_PROGRESS for 2s [ 746.362026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.362026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.362026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.362026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.362026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.372910] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: UNINITIALIZED for 2s [ 747.698772] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 747.699135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.699135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.699711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.699711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.699711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.699711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.700671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.700671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.700671] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.702761] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 747.702987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.703133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.703316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.703492] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.703606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.703662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.703805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.704093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.704093] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.202304] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.205628] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.363734] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: SUCCESS [ 748.363875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.382725] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 748.383793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.383793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.383793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.383793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.383793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.383793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.384230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.384230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.384230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.384230] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.706297] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.707459] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.889217] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.208141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.208370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.208370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.208602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.208688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.208790] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 749.210230] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.210678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.210771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.210895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 749.255017] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.255258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.255832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.255832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.255832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.258851] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.258995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.259053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.271594] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 749.272525] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 749.392012] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e: rpc.has_security_group_logging(os_id): False [ 749.411162] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.411869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.412431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.414021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.414021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.414021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be created. [ 749.498599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.498599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.498599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.498599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.498599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.509755] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 749.770185] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d75960fd-95a1-4c91-9d16-6c9ab86260d7 None None] Enqueued Resource ID: bd1bf00e-61f1-45a9-81bf-2b76fcff27a8 with Priority: HIGHEST for action port [ 749.770805] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1bf00e-61f1-45a9-81bf-2b76fcff27a8 with Priority: HIGHEST for action port [ 749.772422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1bf00e-61f1-45a9-81bf-2b76fcff27a8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.772642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1bf00e-61f1-45a9-81bf-2b76fcff27a8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.775247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1bf00e-61f1-45a9-81bf-2b76fcff27a8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.775595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1bf00e-61f1-45a9-81bf-2b76fcff27a8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.775737] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1bf00e-61f1-45a9-81bf-2b76fcff27a8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.821071] env[66001]: INFO networking_nsxv3.common.synchronization [None req-cf8edc49-160a-4a44-8625-5e54637b7e72 None None] Enqueued Resource ID: 591ec42a-137c-4446-9cbe-669a0e410e8d with Priority: HIGHEST for action port [ 749.821789] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591ec42a-137c-4446-9cbe-669a0e410e8d with Priority: HIGHEST for action port [ 749.822411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-591ec42a-137c-4446-9cbe-669a0e410e8d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.822593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591ec42a-137c-4446-9cbe-669a0e410e8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.822856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591ec42a-137c-4446-9cbe-669a0e410e8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.823140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591ec42a-137c-4446-9cbe-669a0e410e8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.823279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591ec42a-137c-4446-9cbe-669a0e410e8d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.280917] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd1bf00e-61f1-45a9-81bf-2b76fcff27a8 [ 750.281056] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281726] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd1bf00e-61f1-45a9-81bf-2b76fcff27a8 already deleted. [ 750.281843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1bf00e-61f1-45a9-81bf-2b76fcff27a8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.328602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 591ec42a-137c-4446-9cbe-669a0e410e8d [ 750.328602] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.328602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.328602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.328602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.328602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.328602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:591ec42a-137c-4446-9cbe-669a0e410e8d already deleted. [ 750.328602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591ec42a-137c-4446-9cbe-669a0e410e8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.445906] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 750.445906] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 750.445906] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 750.446973] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 750.449031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 750.449031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 750.449330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.449450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.449665] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.449754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.449966] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.450589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.453343] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.508546] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_rules [ 750.509104] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 750.509104] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 750.509104] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 750.509104] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_rules [ 750.509257] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 750.509349] env[66001]: INFO networking_nsxv3.common.synchronization [req-bc447d05-7796-4e79-b561-5272f23f54bb req-9042cd67-0634-4ea6-b7cb-4ed0df0e6c53 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 750.509845] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_rules [ 750.509979] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 750.510711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 750.510711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with Priority: HIGHEST for action port [ 750.510711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_rules [ 750.510711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 750.510711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 750.510711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.510966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.511139] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.511139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.511301] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.511375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.511535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.511641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.511706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.511920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.511996] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1fc9cd-dac8-465b-8ec2-ff1a989cb915',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.513156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.513288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.513355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.513601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.513677] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.515304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.515438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.515636] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.515915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.956422] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.021814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021814] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 with status ACTIVE [ 751.021814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.021814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.022461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.022461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.022461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022461] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1fc9cd-dac8-465b-8ec2-ff1a989cb915 is going to be updated. [ 751.049936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.050378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.050505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.050801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.050912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.051164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1fc9cd-dac8-465b-8ec2-ff1a989cb915" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.284044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 751.284098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.284853] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 751.285035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.285196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.285396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286257] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.286388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.286457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.286637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.286811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.286908] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.287814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.287945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.288553] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.288553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.288553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.288553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.288942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.288942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.288942] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.289828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.289995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.290172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.290353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.290353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.291287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.291287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.291287] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.293092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.293092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.293092] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.461401] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.522315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 751.522420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.790632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.790885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.794448] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.798175] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.799252] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.965552] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.965956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.965956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.967470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.967470] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c is going to be created. [ 751.996406] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.996656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.996656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.996912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.997119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.009861] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: UNINITIALIZED for 2s [ 752.306023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5845b507-74a9-486c-b5e2-8e6f2358e7e6: rpc.has_security_group_logging(os_id): False [ 752.306023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.306023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.328075] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.328228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.328300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.328505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.328593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.328813] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.331945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.331945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.331945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.331945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.331945] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be created. [ 752.387614] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.387793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.387867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.388124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.388305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.396459] env[66001]: INFO networking_nsxv3.common.synchronization [None req-64bbbab0-cb4d-40aa-96bc-8e4388aa1e47 None None] Enqueued Resource ID: c409ec89-9b68-4d06-b833-c3adcba2c520 with Priority: HIGHEST for action port [ 752.397120] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c409ec89-9b68-4d06-b833-c3adcba2c520 with Priority: HIGHEST for action port [ 752.397427] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c409ec89-9b68-4d06-b833-c3adcba2c520 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.397554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c409ec89-9b68-4d06-b833-c3adcba2c520" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.397627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c409ec89-9b68-4d06-b833-c3adcba2c520" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.397882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c409ec89-9b68-4d06-b833-c3adcba2c520" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.397967] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c409ec89-9b68-4d06-b833-c3adcba2c520',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.403301] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 752.810797] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.810797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.810797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.810797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.810797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.810797] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 752.812338] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.812517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.812517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.812681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.812766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.812865] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 752.845984] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.846182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.846279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.846435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.846591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.851814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.851814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.852154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.863988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 752.865327] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 752.888396] env[66001]: INFO networking_nsxv3.common.synchronization [None req-058fff6c-3418-4943-ae33-5132abb09201 tempest-ServersTestManualDisk-603324254 tempest-ServersTestManualDisk-603324254-project-member] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 752.889678] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 752.890416] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.890590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.890684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.890978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.891637] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.902759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c409ec89-9b68-4d06-b833-c3adcba2c520 [ 752.903711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.903922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.904089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.904363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.904879] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c409ec89-9b68-4d06-b833-c3adcba2c520 already deleted. [ 752.905272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c409ec89-9b68-4d06-b833-c3adcba2c520" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.049040] env[66001]: INFO networking_nsxv3.common.synchronization [None req-45c61f4f-7a66-426a-99d3-869116dfb7fe tempest-ServersTestManualDisk-603324254 tempest-ServersTestManualDisk-603324254-project-member] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 753.049646] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 753.049948] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.050448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.417464] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.417632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.417728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.418189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.418303] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae already deleted. [ 753.418400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.418555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.418955] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.944192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.945159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.945343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.945657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.945775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.945880] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae already deleted. [ 753.945991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.019851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: SUCCESS [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.022422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.022422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.022422] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.399659] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b6dcabb9-ee44-41e0-b7ef-8fb155a86a1d None None] Enqueued Resource ID: 75167212-02e8-4f88-8082-80989cc75fcf with Priority: HIGHEST for action port [ 754.399659] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75167212-02e8-4f88-8082-80989cc75fcf with Priority: HIGHEST for action port [ 754.399659] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-75167212-02e8-4f88-8082-80989cc75fcf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.399659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75167212-02e8-4f88-8082-80989cc75fcf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.399659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75167212-02e8-4f88-8082-80989cc75fcf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.399659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75167212-02e8-4f88-8082-80989cc75fcf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.399659] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75167212-02e8-4f88-8082-80989cc75fcf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.425462] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 754.425462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.425462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.425462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.425462] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.524250] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.877246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 754.878032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.878156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.878379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.878570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.878685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.878748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.878898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.878979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.879086] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.883878] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 754.883878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.883878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.884041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.884215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.884296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.884347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.884834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.884834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.884834] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.902390] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75167212-02e8-4f88-8082-80989cc75fcf [ 754.902659] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.902734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.904313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.904313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.904313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.904496] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75167212-02e8-4f88-8082-80989cc75fcf already deleted. [ 754.904496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75167212-02e8-4f88-8082-80989cc75fcf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.929573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.929573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.031856] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.387048] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.387921] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.533154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.533476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.533476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.537048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.537048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.537048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c is going to be updated. [ 755.565384] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.565528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.565612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.565800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.565935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.578212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: IN_PROGRESS for 2s [ 755.889714] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.890698] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.393841] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.394060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.396096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.396096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.396096] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 756.396096] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.396608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.396608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.396608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.396722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 756.430023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.430023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.430023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.430023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.430023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.431159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.431272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.431343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.431498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.431619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.442620] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 756.443926] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 757.592204] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: SUCCESS [ 757.592520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.592572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.592792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.592990] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.593222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.593290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.593480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.593566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.593658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.593751] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.095884] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.456781] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 758.457014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.457213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.457429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.457630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.457839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.457839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.458065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.458065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.458165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.458278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.458364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.458418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.458532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.458669] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.458783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.458840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.458944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.459714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.459714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.459910] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.461465] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 758.461644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.461964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.462136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.462236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.462338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.462438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.462513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.462598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.462674] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.598185] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d995768d-f5e0-4a2f-9e19-6080ed8ddd4c: rpc.has_security_group_logging(os_id): False [ 758.617327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.617469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.617544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.617763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.617852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.618390] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.618552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.618616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.618785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.618868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.618957] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c is going to be created. [ 758.708601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.710563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.710563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.710563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.710563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722562] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: IN_PROGRESS for 2s [ 758.930424] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ed4a2b85-81ed-42a8-867b-0bbe0b28c196 None None] Enqueued Resource ID: 60ff0bc5-86b3-48f8-877b-7702025ba576 with Priority: HIGHEST for action port [ 758.931040] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ff0bc5-86b3-48f8-877b-7702025ba576 with Priority: HIGHEST for action port [ 758.931425] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ff0bc5-86b3-48f8-877b-7702025ba576 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.931575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ff0bc5-86b3-48f8-877b-7702025ba576" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.931661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ff0bc5-86b3-48f8-877b-7702025ba576" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.932605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ff0bc5-86b3-48f8-877b-7702025ba576" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.932605] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ff0bc5-86b3-48f8-877b-7702025ba576',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.964678] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 758.965842] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.987128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.987128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.987128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.987128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.987128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.987128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.987128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.987506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.987506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.988207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.988207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.988207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.988207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.988207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.988207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.988536] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.988536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.988536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.988665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.988721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.988801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 759.056771] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.056928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.056998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.057227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.057399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.072446] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 759.434092] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ff0bc5-86b3-48f8-877b-7702025ba576 [ 759.434355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.434490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.434550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.434766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.434868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.434974] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ff0bc5-86b3-48f8-877b-7702025ba576 already deleted. [ 759.435079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ff0bc5-86b3-48f8-877b-7702025ba576" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.470084] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5845b507-74a9-486c-b5e2-8e6f2358e7e6: rpc.has_security_group_logging(os_id): False [ 759.488754] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.488840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.488913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.489470] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.489570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.490082] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 759.556331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.556331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.556331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.556331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.556331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.571146] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 759.882134] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae5779cc-82dd-4862-bd51-07f081b1a609 req-1a2fcfd9-79a6-4406-9dde-54a4af029798 tempest-ServerDiagnosticsNegativeTest-2083627005 tempest-ServerDiagnosticsNegativeTest-2083627005-project-member] Enqueued Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 759.882413] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 759.882720] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.882826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.882897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.883964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.883964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.883964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.883964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.884203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884260] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.349192] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.349668] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.349954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.351901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.351901] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.351901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.351901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.351901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.352544] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.352903] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.353205] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.353680] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.356097] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.356097] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.356097] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.356097] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.376521] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.376699] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.376835] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.377014] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.377488] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-7c770414-398b-4318-8cf7-9b696f1268c2 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.377488] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.377697] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.378258] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.378445] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c770414-398b-4318-8cf7-9b696f1268c2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.386446] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.387154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.388794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.388794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.388794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.388986] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.389755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.389755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.390651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.390806] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303fc130-98de-4d5a-90e7-1130944633ee already deleted. [ 760.390981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.735139] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: SUCCESS [ 760.735372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.759589] env[66001]: INFO networking_nsxv3.common.synchronization [req-4574352d-1812-4f78-ae8a-424999625c45 req-e280ba30-5c24-4f84-8d87-cacd5cc64861 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 760.760679] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 760.760679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.760679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.760889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.760951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.761154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.761271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.761336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.761506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.761595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.761688] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.882154] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.882495] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.882495] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.882835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.883120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.883278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 7c770414-398b-4318-8cf7-9b696f1268c2 not found, creating... [ 760.883569] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.883752] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.883887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.884180] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.884355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.884692] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.884851] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.884959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.885188] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.885310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.885442] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 7c770414-398b-4318-8cf7-9b696f1268c2 is going to be created. [ 760.910185] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.910326] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.910442] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.910703] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.910917] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.911147] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.095905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 761.096240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.096458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.096690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.096792] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.263761] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.263927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.263998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.264283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.264394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.264599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.264695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.264756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.265134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.265134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.265134] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 761.294834] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.295067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.295497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.305848] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 761.413113] env[66001]: INFO networking_nsxv3.common.synchronization [None req-f951ab0a-5f7d-4f0f-9b67-1b12afc01860 None None] Enqueued Resource ID: 05671872-02fb-4cfa-be3a-789d57d95a88 with Priority: HIGHEST for action port [ 761.413717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05671872-02fb-4cfa-be3a-789d57d95a88 with Priority: HIGHEST for action port [ 761.414302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-05671872-02fb-4cfa-be3a-789d57d95a88 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.414470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05671872-02fb-4cfa-be3a-789d57d95a88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.414754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05671872-02fb-4cfa-be3a-789d57d95a88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.415686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05671872-02fb-4cfa-be3a-789d57d95a88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.415781] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05671872-02fb-4cfa-be3a-789d57d95a88',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.587137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 761.587137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.601886] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.602081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.602181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.602482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.602680] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.602806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.602879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.603098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.603247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.603351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.603461] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.694780] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae5779cc-82dd-4862-bd51-07f081b1a609 req-b53016ea-603e-44e2-a166-174c9c05eae2 service nova] Enqueued Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_rules [ 761.694954] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae5779cc-82dd-4862-bd51-07f081b1a609 req-b53016ea-603e-44e2-a166-174c9c05eae2 service nova] Enqueued Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 761.695167] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae5779cc-82dd-4862-bd51-07f081b1a609 req-b53016ea-603e-44e2-a166-174c9c05eae2 service nova] Enqueued Resource ID: 7c770414-398b-4318-8cf7-9b696f1268c2 with Priority: HIGHEST for action port [ 761.695628] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_rules [ 761.696584] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 761.696717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c770414-398b-4318-8cf7-9b696f1268c2 with Priority: HIGHEST for action port [ 761.697141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.697321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.697403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.697799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.697884] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.700302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.700302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.700302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.700302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.700511] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.700697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.700774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.700961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.701500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.701500] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.703363] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c770414-398b-4318-8cf7-9b696f1268c2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.703469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.703532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.703744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.703822] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c770414-398b-4318-8cf7-9b696f1268c2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.806743] env[66001]: INFO networking_nsxv3.common.synchronization [req-14daddc0-e1da-4394-a6a2-d3bbb8c594b6 req-519bae33-301e-4c8b-b40d-b6868e5b2b63 tempest-ServersAdminNegativeTestJSON-208760916 tempest-ServersAdminNegativeTestJSON-208760916-project-member] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 761.807379] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGHEST for action security_group_members [ 761.808027] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.808027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.808027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.808223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.808223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.809069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.809069] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.920971] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05671872-02fb-4cfa-be3a-789d57d95a88 [ 761.920971] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.920971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.920971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.920971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.920971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.920971] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05671872-02fb-4cfa-be3a-789d57d95a88 already deleted. [ 761.920971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05671872-02fb-4cfa-be3a-789d57d95a88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.110461] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.110684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.110775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.111012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.111295] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.111399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.111462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.111623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.111710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.111796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.111970] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.112048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.112122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.112276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.112415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.112506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.112571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.112711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.112848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.112938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.114113] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.206518] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.207639] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.207752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.210602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c770414-398b-4318-8cf7-9b696f1268c2 with status ACTIVE [ 762.210786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.210871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.210939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.211336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.211519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.211629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.211703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.211941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.212381] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.212381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.212381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.212575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.212575] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c770414-398b-4318-8cf7-9b696f1268c2 is going to be updated. [ 762.234917] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.235090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.235158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.235818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.235818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.235818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c770414-398b-4318-8cf7-9b696f1268c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.312238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.312399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.312467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.312691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.312787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.312979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.313116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.313187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.313325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.313405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.313490] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be updated. [ 762.357439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.357439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.357439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.357662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.357838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.364555] env[66001]: INFO networking_nsxv3.common.synchronization [req-1593b4a9-8416-43db-b196-8b8cc6b2d343 req-5be2ce65-5e5c-40fb-bbd6-15318a7a3d40 tempest-FloatingIPsAssociationTestJSON-5347250 tempest-FloatingIPsAssociationTestJSON-5347250-project-member] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 762.364555] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGHEST for action security_group_members [ 762.364555] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.364861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.364861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.365021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.365305] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.365402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.365501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.365733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.365891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.366020] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.374799] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: IN_PROGRESS for 2s [ 762.619035] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 762.644030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644864] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 762.709194] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.801666] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.803021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.803021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.803021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838495] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 762.875264] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.875595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.875666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.876069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.876574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.876574] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.876720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.876720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.877787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.877787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.877787] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be updated. [ 762.957651] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.957918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.957918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.958204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.958355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.979151] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: IN_PROGRESS for 2s [ 763.216048] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.216048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.216048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.216048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.216048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.216048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303fc130-98de-4d5a-90e7-1130944633ee is going to be created. [ 763.245241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.245420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.245514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.245700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.245861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.257058] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: UNINITIALIZED for 2s [ 763.329237] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 763.329237] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 deletion is rescheduled due to dependency. [ 763.329237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116151] env[66001]: INFO networking_nsxv3.common.synchronization [req-b1b7aa01-c6aa-4b01-8b83-0532d73da943 req-50e65141-9f33-40d4-955e-08a9ade787ac tempest-FloatingIPsAssociationNegativeTestJSON-959847139 tempest-FloatingIPsAssociationNegativeTestJSON-959847139-project-member] Enqueued Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 764.117146] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5551ac98-a215-4d75-accc-c83e8fef7118 with Priority: HIGHEST for action security_group_members [ 764.117627] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5551ac98-a215-4d75-accc-c83e8fef7118 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.117792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.117886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.118247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.118702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.118702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.118840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.119026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.119982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.119982] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5551ac98-a215-4d75-accc-c83e8fef7118',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.384627] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586e8599-b650-45ab-b6f5-37c8987a039c in Status: SUCCESS [ 764.384813] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c deletion is rescheduled due to dependency. [ 764.384927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.627078] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.627677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.627997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.627997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.628159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.628678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.628678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.628678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.628678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.628678] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5551ac98-a215-4d75-accc-c83e8fef7118 is going to be updated. [ 764.666726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.666897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.667729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.667729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.667729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.679464] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: IN_PROGRESS for 2s [ 764.856497] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 764.857112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.985398] env[66001]: INFO networking_nsxv3.common.synchronization [req-0bae8102-4a7b-4e4b-8552-c0950b8980ca req-2668b020-29f6-4fab-9686-a6a91bc7f517 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 764.986185] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGHEST for action security_group_members [ 764.986615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.986757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.986827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.987054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.987228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.987315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.987467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.987581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.987625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.987787] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.994965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c554f88e-0cbb-461b-8efe-c78745ee382e in Status: SUCCESS [ 764.994965] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e deletion is rescheduled due to dependency. [ 764.994965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270057] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: SUCCESS [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270057] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.354136] env[66001]: INFO networking_nsxv3.common.synchronization [req-24023fc7-634d-43c6-b1fb-11fda76ff72e req-a398cee9-1251-4281-a087-0ae64f35d46f tempest-ServerActionsV293TestJSON-1732352632 tempest-ServerActionsV293TestJSON-1732352632-project-member] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 765.354701] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 765.355759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.355893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356504] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.356652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.356745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.357095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.357214] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.490932] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.491108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.491177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.491392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.491476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.491667] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.491771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.492467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.492731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.492868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.492973] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 is going to be updated. [ 765.524762] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.524919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.524961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.525835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.525835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.537571] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: IN_PROGRESS for 2s [ 765.775030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.775030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.775030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.775030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.775030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.776487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.776487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.776487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.776487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.777255] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.815068] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.816560] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-480" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.816560] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-480" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.816560] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-480" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.816560] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.817952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.818332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.818699] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.819422] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.819422] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.819422] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.819422] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.819904] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.819904] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.819904] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.819904] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.846929] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.847141] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.847212] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.847423] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-480" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.848131] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-938b895b-a2c1-4adf-b1cb-6ff476bb5633 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.848131] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.848131] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.848401] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.848499] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938b895b-a2c1-4adf-b1cb-6ff476bb5633',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.862149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862149] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b already deleted. [ 765.862149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.282021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 303fc130-98de-4d5a-90e7-1130944633ee: rpc.has_security_group_logging(os_id): False [ 766.307679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.308110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.308581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.308581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.308689] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.308838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.309235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.309235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.309455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.309570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.309627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.309785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.309856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.312245] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.312411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.312501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.312914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.312914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.312914] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 303fc130-98de-4d5a-90e7-1130944633ee is going to be created. [ 766.352188] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.352467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.352614] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.353009] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.353351] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.353566] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 938b895b-a2c1-4adf-b1cb-6ff476bb5633 not found, creating... [ 766.355034] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.355671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.355671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.356157] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.356441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.357033] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.357274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.357487] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.357920] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.358203] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.358454] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 938b895b-a2c1-4adf-b1cb-6ff476bb5633 is going to be created. [ 766.384466] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.384689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.384863] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385568] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.386109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.411640] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.412036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.412145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.412482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.412755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.429961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: IN_PROGRESS for 2s [ 766.690082] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5551ac98-a215-4d75-accc-c83e8fef7118 in Status: SUCCESS [ 766.690311] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5551ac98-a215-4d75-accc-c83e8fef7118 deletion is rescheduled due to dependency. [ 766.690540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5551ac98-a215-4d75-accc-c83e8fef7118" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.130808] env[66001]: INFO networking_nsxv3.common.synchronization [req-24023fc7-634d-43c6-b1fb-11fda76ff72e req-36962432-44ee-43fd-8e8f-0a8084396dd2 service nova] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 767.131188] env[66001]: INFO networking_nsxv3.common.synchronization [req-24023fc7-634d-43c6-b1fb-11fda76ff72e req-36962432-44ee-43fd-8e8f-0a8084396dd2 service nova] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 767.132020] env[66001]: INFO networking_nsxv3.common.synchronization [req-24023fc7-634d-43c6-b1fb-11fda76ff72e req-36962432-44ee-43fd-8e8f-0a8084396dd2 service nova] Enqueued Resource ID: 938b895b-a2c1-4adf-b1cb-6ff476bb5633 with Priority: HIGHEST for action port [ 767.133041] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_rules [ 767.133327] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 767.135764] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b895b-a2c1-4adf-b1cb-6ff476bb5633 with Priority: HIGHEST for action port [ 767.135764] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135764] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.135764] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135764] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.136422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.136422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.136422] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.136918] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-938b895b-a2c1-4adf-b1cb-6ff476bb5633 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.137031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.137109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.137323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.137402] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938b895b-a2c1-4adf-b1cb-6ff476bb5633',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.547917] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 in Status: SUCCESS [ 767.548238] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 deletion is rescheduled due to dependency. [ 767.548238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.640337] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.640337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.641111] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.641877] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 938b895b-a2c1-4adf-b1cb-6ff476bb5633 with status ACTIVE [ 767.641877] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.642062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.642062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.642307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.642307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.642447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.642530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.642601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.642781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.642871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.643756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.643756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.643756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.643756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.643756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.643756] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 938b895b-a2c1-4adf-b1cb-6ff476bb5633 is going to be updated. [ 767.668376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.668599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.668599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.668804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.668987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.669200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938b895b-a2c1-4adf-b1cb-6ff476bb5633" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145399] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.442882] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: SUCCESS [ 768.443547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.648132] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.648439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.648439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.649821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.649821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.649821] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b is going to be created. [ 768.673862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.674035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.674079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.674308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.674465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.685193] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: UNINITIALIZED for 2s [ 769.466240] env[66001]: INFO networking_nsxv3.common.synchronization [req-a886c0c1-0092-4d81-b0f6-c69f93c00078 req-a36308e8-5984-4425-a9e3-8562c15a53b6 tempest-ImagesNegativeTestJSON-929934505 tempest-ImagesNegativeTestJSON-929934505-project-member] Enqueued Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 769.466790] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 769.467143] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.467297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.467361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.467630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.467730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.467911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.467911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.468046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.468139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.468241] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.910344] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-942" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-942" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-942" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.910344] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.910344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.910344] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.910344] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.910344] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.910344] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.911335] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.911335] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.911335] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.929720] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.930663] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.930952] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.931233] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-942" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.931601] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.931871] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.932063] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.932429] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.932606] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26c22c0-ae43-4aad-ad80-0e0e9d92783c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.970425] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.971379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.971443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.971589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.971661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971749] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 already deleted. [ 769.971827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.209805] env[66001]: INFO networking_nsxv3.common.synchronization [req-1c050381-375c-489f-af20-ffb32710fe13 req-23520b3b-8923-4bc3-99cd-65be3a02d80c tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 770.210446] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 770.210785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.210952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211468] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.211567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.211955] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.436178] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.436178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.436178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.436178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.436178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.436463] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port b26c22c0-ae43-4aad-ad80-0e0e9d92783c not found, creating... [ 770.436607] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.436674] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.436803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.437022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.437157] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.437432] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.438619] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.438619] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.438619] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.438619] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.438619] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: b26c22c0-ae43-4aad-ad80-0e0e9d92783c is going to be created. [ 770.457320] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.457771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.457972] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.458185] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.458418] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.458628] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.696424] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: SUCCESS [ 770.696830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.697154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.697524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.697811] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.697959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.698044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.698552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.698659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.698819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.698959] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.714518] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.714899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.715022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.715791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.715914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716413] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.717184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.717399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.717623] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 770.771084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.771340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.771340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.783634] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [req-a886c0c1-0092-4d81-b0f6-c69f93c00078 req-fdffb56a-78d6-4144-a239-f5166b157729 service nova] Enqueued Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_rules [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [req-a886c0c1-0092-4d81-b0f6-c69f93c00078 req-fdffb56a-78d6-4144-a239-f5166b157729 service nova] Enqueued Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [req-a886c0c1-0092-4d81-b0f6-c69f93c00078 req-fdffb56a-78d6-4144-a239-f5166b157729 service nova] Enqueued Resource ID: b26c22c0-ae43-4aad-ad80-0e0e9d92783c with Priority: HIGHEST for action port [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_rules [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 771.177614] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26c22c0-ae43-4aad-ad80-0e0e9d92783c with Priority: HIGHEST for action port [ 771.177614] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.179468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.181227] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.182571] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.182698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.182748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.182919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.183166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.183330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.183726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.183726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.184126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.184126] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.188372] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.189239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.189239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.189239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.189239] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26c22c0-ae43-4aad-ad80-0e0e9d92783c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.203448] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.690725] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.692034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.692034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.692225] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b26c22c0-ae43-4aad-ad80-0e0e9d92783c with status ACTIVE [ 771.694090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.694090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694090] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b26c22c0-ae43-4aad-ad80-0e0e9d92783c is going to be updated. [ 771.705323] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b: rpc.has_security_group_logging(os_id): False [ 771.722692] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.722907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.722907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.723215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.723354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.723486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26c22c0-ae43-4aad-ad80-0e0e9d92783c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.727539] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.727539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.727765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.727765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.727918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.728090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.728198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.728263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.728419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.728498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.728583] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b is going to be created. [ 771.821646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.821850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.821850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.822092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.822272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.841278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: IN_PROGRESS for 2s [ 771.975961] env[66001]: INFO networking_nsxv3.common.synchronization [req-0c3807c9-dfcf-46ff-83d2-12f21c558c8e req-a94b2524-f6df-40da-9f06-013ea5e35268 tempest-ServerDiagnosticsNegativeTest-2083627005 tempest-ServerDiagnosticsNegativeTest-2083627005-project-member] Enqueued Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 771.975961] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303fc130-98de-4d5a-90e7-1130944633ee with Priority: HIGHEST for action security_group_members [ 771.976252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-303fc130-98de-4d5a-90e7-1130944633ee taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.976403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.977113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.977113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.977113] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.977113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.977113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.977113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.977377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.977408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303fc130-98de-4d5a-90e7-1130944633ee',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.199020] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.481393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.481976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.482219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.482302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.482390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.482586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.482716] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303fc130-98de-4d5a-90e7-1130944633ee is going to be updated. [ 772.512120] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.512280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.512338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.512556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.512703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.524211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: IN_PROGRESS for 2s [ 772.704874] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.704874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.704874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.704874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.704874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.704874] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 is going to be created. [ 772.761081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.761321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.761412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.761716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.761764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.777909] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: UNINITIALIZED for 2s [ 772.805090] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 772.805237] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 772.805367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.882438] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.882438] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.859068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: SUCCESS [ 773.859068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.468041] env[66001]: INFO networking_nsxv3.common.synchronization [req-d142075f-9226-4d8b-96f2-cda114b972ff req-5b75c470-4d10-4b59-bdfc-8e4bd60d302f tempest-ServersV294TestFqdnHostnames-260345543 tempest-ServersV294TestFqdnHostnames-260345543-project-member] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 774.468605] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 774.468914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.469054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.469123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.469375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.469531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.469626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.469782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.469963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.470151] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.536301] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303fc130-98de-4d5a-90e7-1130944633ee in Status: SUCCESS [ 774.536480] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303fc130-98de-4d5a-90e7-1130944633ee deletion is rescheduled due to dependency. [ 774.536647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303fc130-98de-4d5a-90e7-1130944633ee" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.789732] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: SUCCESS [ 774.790043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.790464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.790802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.792033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.792033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.792033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.792033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.792033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.792033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.792033] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.889801] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.889801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.889801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.889801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889801] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.890709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.890709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.890833] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.890996] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.891267] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.891854] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.891854] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.891854] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.891854] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.891854] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.892065] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.913820] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.913820] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.913820] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.913820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.913977] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-408f066f-504a-4c7d-b82e-83e638dbce5a taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.914082] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.914209] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.914509] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.914649] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408f066f-504a-4c7d-b82e-83e638dbce5a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.972057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.972212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.972278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.972498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.972591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.972790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.972875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.973474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.973474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.973474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.973474] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 already deleted. [ 774.973474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.295686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.295876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.295936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.296159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.296332] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.296445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.296501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.296672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.296774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.296910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.297929] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.298102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.298176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.298294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.298440] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.298548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.298605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.298756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.298837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.298917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.299026] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.417378] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.417832] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.417832] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.418102] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.418255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.418428] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 408f066f-504a-4c7d-b82e-83e638dbce5a not found, creating... [ 775.418703] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.418904] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.419015] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.419263] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.419398] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.419705] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.419857] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.419989] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.420226] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.420406] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.420552] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 408f066f-504a-4c7d-b82e-83e638dbce5a is going to be created. [ 775.445416] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.445646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.445837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.445990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.446273] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.446520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.806156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18b018a-5f95-41e7-8dcd-226aa602eac3: rpc.has_security_group_logging(os_id): False [ 775.826618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.826766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.826859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.827065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.827160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.827369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.827520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.827520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.827669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.827759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.827936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.828038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.828132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.828285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.828347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.828485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.828573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.828635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.828761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.828831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.828918] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 is going to be created. [ 775.944956] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.945389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.945389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.947127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.947127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.961364] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: IN_PROGRESS for 2s [ 776.181486] env[66001]: INFO networking_nsxv3.common.synchronization [req-d142075f-9226-4d8b-96f2-cda114b972ff req-a88153b7-fb5e-4763-8fdb-e0e5905a251d service nova] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 776.181486] env[66001]: INFO networking_nsxv3.common.synchronization [req-d142075f-9226-4d8b-96f2-cda114b972ff req-a88153b7-fb5e-4763-8fdb-e0e5905a251d service nova] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 776.181989] env[66001]: INFO networking_nsxv3.common.synchronization [req-d142075f-9226-4d8b-96f2-cda114b972ff req-a88153b7-fb5e-4763-8fdb-e0e5905a251d service nova] Enqueued Resource ID: 408f066f-504a-4c7d-b82e-83e638dbce5a with Priority: HIGHEST for action port [ 776.186580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_rules [ 776.186850] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 776.186964] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408f066f-504a-4c7d-b82e-83e638dbce5a with Priority: HIGHEST for action port [ 776.187309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.187976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.188076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.188548] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.196408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.196408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.196408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.196408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-408f066f-504a-4c7d-b82e-83e638dbce5a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.196408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.196408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408f066f-504a-4c7d-b82e-83e638dbce5a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.399844] env[66001]: INFO networking_nsxv3.common.synchronization [None req-191348fc-aa53-4fdb-9fff-e803602458b9 None None] Enqueued Resource ID: 91131988-9403-428d-b507-f1c154b656ea with Priority: HIGHEST for action port [ 776.400117] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91131988-9403-428d-b507-f1c154b656ea with Priority: HIGHEST for action port [ 776.400679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-91131988-9403-428d-b507-f1c154b656ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.401422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91131988-9403-428d-b507-f1c154b656ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.401422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91131988-9403-428d-b507-f1c154b656ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.401422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91131988-9403-428d-b507-f1c154b656ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.401422] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91131988-9403-428d-b507-f1c154b656ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.698031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.698176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.699552] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.700577] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 408f066f-504a-4c7d-b82e-83e638dbce5a with status ACTIVE [ 776.701353] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.701353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.701353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.701353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.701663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.701663] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.701769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.701805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.702217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.702217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702358] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.702442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.702493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.702611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.702703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702799] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 408f066f-504a-4c7d-b82e-83e638dbce5a is going to be updated. [ 776.725938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.726177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.726220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.726433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.726568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.726962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-408f066f-504a-4c7d-b82e-83e638dbce5a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.903461] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91131988-9403-428d-b507-f1c154b656ea [ 776.904275] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.904275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.904275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.904275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.904275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.904506] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91131988-9403-428d-b507-f1c154b656ea already deleted. [ 776.904506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91131988-9403-428d-b507-f1c154b656ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.207295] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.268688] env[66001]: INFO networking_nsxv3.common.synchronization [req-155b51c4-19d6-4daf-9c6d-eba638055e25 req-8ba56a4c-ee11-4a69-8013-002d9952271a tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 777.269992] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 777.270907] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.270907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.270907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.271221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.271595] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.273676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.273676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.273676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.273676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.273676] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.710038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.710312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.710393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.710715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.710803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.710899] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 is going to be created. [ 777.726956] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.727166] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.728525] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.728973] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.729111] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.730315] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.730315] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.730315] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.730315] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.730315] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.730315] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.730315] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.730315] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.730315] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.730881] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.730881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.752884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.753039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.753110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.753436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.753552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.756051] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.756220] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.756508] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.756508] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.756799] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-251ca373-33d0-4a94-9d09-d0fc3d90e274 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.756961] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.757081] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.757391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.757585] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251ca373-33d0-4a94-9d09-d0fc3d90e274',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.764582] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: UNINITIALIZED for 2s [ 777.775278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.775411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.775411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.775611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.775712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.775906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.776017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.776082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.776244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.776647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.776647] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae already deleted. [ 777.776647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.973982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: SUCCESS [ 777.974260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.262016] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.262421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.262421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.262637] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.262821] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.262980] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 251ca373-33d0-4a94-9d09-d0fc3d90e274 not found, creating... [ 778.263388] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.263388] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.263515] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.263677] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.263803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.264092] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.264242] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.264372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.264582] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.264708] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.264840] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 251ca373-33d0-4a94-9d09-d0fc3d90e274 is going to be created. [ 778.290199] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.290199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.290199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.290199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.290199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.290199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.853914] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5920ae2a-d731-4509-ad4d-03340cd9a500 None None] Enqueued Resource ID: b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46 with Priority: HIGHEST for action port [ 778.853914] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46 with Priority: HIGHEST for action port [ 778.853914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.853914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.855219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.857201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.857201] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.120552] env[66001]: INFO networking_nsxv3.common.synchronization [req-155b51c4-19d6-4daf-9c6d-eba638055e25 req-5cf91551-7ae0-46bc-86ee-ba4e80abf71a service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 779.120552] env[66001]: INFO networking_nsxv3.common.synchronization [req-155b51c4-19d6-4daf-9c6d-eba638055e25 req-5cf91551-7ae0-46bc-86ee-ba4e80abf71a service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 779.120552] env[66001]: INFO networking_nsxv3.common.synchronization [req-155b51c4-19d6-4daf-9c6d-eba638055e25 req-5cf91551-7ae0-46bc-86ee-ba4e80abf71a service nova] Enqueued Resource ID: 251ca373-33d0-4a94-9d09-d0fc3d90e274 with Priority: HIGHEST for action port [ 779.124841] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 779.125017] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 779.125122] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251ca373-33d0-4a94-9d09-d0fc3d90e274 with Priority: HIGHEST for action port [ 779.125570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.125686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.125752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.125964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.126059] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.127052] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.127238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.127561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.127735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.129041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.129041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129041] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.130923] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-251ca373-33d0-4a94-9d09-d0fc3d90e274 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.130923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.130923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.130923] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251ca373-33d0-4a94-9d09-d0fc3d90e274',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.358634] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46 [ 779.358885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.359019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.359093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.359318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.359416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.359514] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46 already deleted. [ 779.363120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d23aca-22cc-4fe0-81e9-1d4d4ed1ba46" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.632898] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.632898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.634108] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.638219] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251ca373-33d0-4a94-9d09-d0fc3d90e274 with status ACTIVE [ 779.638219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.638219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.638219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.638219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.639020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.639241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.639479] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251ca373-33d0-4a94-9d09-d0fc3d90e274 is going to be updated. [ 779.668096] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.668251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.668525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.668671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.668838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251ca373-33d0-4a94-9d09-d0fc3d90e274" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.781990] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: SUCCESS [ 779.782294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.782543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.782892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.783395] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.783558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.783779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.783982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.784090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.784254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.784418] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.143191] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.288324] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.650109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.650109] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be created. [ 780.685737] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.685992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.685992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.686802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.686802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.702596] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: UNINITIALIZED for 2s [ 780.791175] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 925ec1fc-da26-4f23-9bee-f2d748dfdd87: rpc.has_security_group_logging(os_id): False [ 780.830346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.830346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.830346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.830724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.830724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.830724] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 is going to be created. [ 780.937180] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.937180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.937180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.937180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.956112] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: IN_PROGRESS for 2s [ 782.712716] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 782.713070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.713124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.713415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.713643] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.713791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.713836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.714011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.714111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.714209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.714346] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.971314] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: SUCCESS [ 782.971314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.217821] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.431915] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-0ef2eaf7-47b4-48a1-89e3-e4b1a24dd99b tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 783.433247] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 783.433247] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.433632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.434080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.434176] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.721524] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a37d6ba-1a35-40c7-a917-a636e51cd7ae: rpc.has_security_group_logging(os_id): False [ 783.742680] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.743421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.743421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.743421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.743421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.743727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.743848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.744460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.744560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.744607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.745009] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be created. [ 783.814178] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.814358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.814424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.814634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.814885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.825667] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-c3f01691-3240-40ed-aef1-ed6551a4700b tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 783.826532] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 783.826720] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.826857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.833965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 783.941760] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.941760] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.941760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.941760] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 783.980268] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.980498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.980498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.981427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.981427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.994109] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 784.188939] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.188939] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.189254] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.189800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.190180] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.190415] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.190535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.190820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.191042] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.191384] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.191577] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.191750] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.191919] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.192117] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.192505] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.192505] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.217588] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.217825] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.218011] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.218328] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.218928] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.219201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.219411] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.219911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.220176] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.583102] env[66001]: INFO networking_nsxv3.common.synchronization [req-c514f264-c546-4907-8f74-edbcf7d55f5a req-81c74036-ae6e-414d-92b8-3af689c14fe3 tempest-ImagesNegativeTestJSON-929934505 tempest-ImagesNegativeTestJSON-929934505-project-member] Enqueued Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 784.583760] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGHEST for action security_group_members [ 784.584076] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.584201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.584261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.584487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.584644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.584744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.584804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.584969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.585071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.585163] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.723901] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.725027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.725159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.725534] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.725773] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.725933] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e not found, creating... [ 784.726297] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.726508] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.726622] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.726862] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.726996] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.727326] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.727480] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.727590] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.727797] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.727924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728072] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e is going to be created. [ 784.760712] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.760916] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761053] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.761386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.761623] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.761832] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.087192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.087192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.087410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.088103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.088103] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.088103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.088103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.088103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.088103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.088451] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 is going to be updated. [ 785.125269] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.125494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.125606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.125907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.126129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136317] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: IN_PROGRESS for 2s [ 785.497426] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-261d3bf4-2ad2-4c55-a115-2605206b67c9 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 785.497596] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-261d3bf4-2ad2-4c55-a115-2605206b67c9 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 785.498077] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-261d3bf4-2ad2-4c55-a115-2605206b67c9 service nova] Enqueued Resource ID: 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e with Priority: HIGHEST for action port [ 785.498272] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 785.498988] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 785.499137] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e with Priority: HIGHEST for action port [ 785.499457] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.499650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.499783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.500144] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.501982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.502928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.504573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.504573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.504573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.504573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.504573] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.849704] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 785.850081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.004341] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 786.004831] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c deletion is rescheduled due to dependency. [ 786.004831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.005122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.005230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.005278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.005476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.005626] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.005726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.005786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.006406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.006406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.006406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.006406] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.007484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.007537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.008510] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.008510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.008510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.008510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.008510] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.010281] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e with status ACTIVE [ 786.010281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.010281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.010281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.010953] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e is going to be updated. [ 786.034331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.034636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.034636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.034790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.034929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.036052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5e3c2e-dc8f-4e6e-93fc-44cfd85dea9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.307279] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.307483] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-765" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.307746] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-765" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-765" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.308297] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.308492] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.308604] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308848] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.309023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.309242] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.309373] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.309481] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.309597] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.309711] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.309831] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.309969] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.330673] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.330852] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.330998] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.331190] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-765" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.331564] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-97b08b36-8e58-45d4-8f8d-8574e26ee760 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.331698] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.331808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.332176] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.332324] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b08b36-8e58-45d4-8f8d-8574e26ee760',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.509734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.509969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.512394] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.834880] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.835187] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.835284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.835574] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.835761] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.835953] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 97b08b36-8e58-45d4-8f8d-8574e26ee760 not found, creating... [ 786.836313] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.836500] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.836620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.836841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.836987] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.837299] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.837451] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.837558] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.837765] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.837927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.838083] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 97b08b36-8e58-45d4-8f8d-8574e26ee760 is going to be created. [ 786.860583] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.860958] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.860958] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.861427] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.861732] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.861989] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.014677] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.148988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 in Status: SUCCESS [ 787.149231] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 deletion is rescheduled due to dependency. [ 787.149376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.521086] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.521086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.521086] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 787.551480] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.552475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.552938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.553355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.553560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.565179] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 787.619559] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-65bda059-7860-47ff-8924-0f94861177a5 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 787.619700] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-65bda059-7860-47ff-8924-0f94861177a5 service nova] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 787.619868] env[66001]: INFO networking_nsxv3.common.synchronization [req-44ec4784-3705-4467-9230-ded3f24f2806 req-65bda059-7860-47ff-8924-0f94861177a5 service nova] Enqueued Resource ID: 97b08b36-8e58-45d4-8f8d-8574e26ee760 with Priority: HIGHEST for action port [ 787.620466] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_rules [ 787.620592] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 787.620657] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b08b36-8e58-45d4-8f8d-8574e26ee760 with Priority: HIGHEST for action port [ 787.620951] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621473] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b08b36-8e58-45d4-8f8d-8574e26ee760 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622158] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b08b36-8e58-45d4-8f8d-8574e26ee760',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.124667] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b08b36-8e58-45d4-8f8d-8574e26ee760 with status ACTIVE [ 788.124991] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.125633] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.126039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.126315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.126512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.126582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126666] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b08b36-8e58-45d4-8f8d-8574e26ee760 is going to be updated. [ 788.151045] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.151211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.152179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.152542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.152686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.152877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b08b36-8e58-45d4-8f8d-8574e26ee760" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.578154] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 789.578465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.578608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.578761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.578947] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.579076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.579224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.579307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.579362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.579456] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.081444] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.583849] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.825531] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-9083944c-20ad-48c6-8c7e-14bcf1944ff5 tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 790.829832] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 790.829832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.829832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.829832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829832] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.088159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.088159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.088159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.088159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.088159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.088159] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 791.131548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.131731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.131881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.132136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.132317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.142653] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 791.236679] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.237436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.239035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.239035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.239035] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.239035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.239035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.239035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.239438] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.239438] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.240035] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.240035] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.240035] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.240035] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.240260] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.240305] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.292313] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.292313] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.292313] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.292313] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.292790] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-fbba8773-4309-40ca-958a-83fd816e5c6c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.292899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.292944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.293259] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.293422] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbba8773-4309-40ca-958a-83fd816e5c6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.332717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.332875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.332948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.335202] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.335202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.335202] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 791.359955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.360121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.360195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.360403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.360556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.370509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 791.795742] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.796069] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.796222] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.796577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.796780] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.796986] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port fbba8773-4309-40ca-958a-83fd816e5c6c not found, creating... [ 791.797287] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.797439] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.797549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.797782] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.797910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.798236] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.798427] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.798601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.798882] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.798949] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.799345] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: fbba8773-4309-40ca-958a-83fd816e5c6c is going to be created. [ 791.822606] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.822824] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.822943] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.823231] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.823530] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.823722] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.504469] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8e6e2231-b161-491f-8894-aa27e9087bd4 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 792.504469] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8e6e2231-b161-491f-8894-aa27e9087bd4 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 792.504469] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8e6e2231-b161-491f-8894-aa27e9087bd4 service nova] Enqueued Resource ID: fbba8773-4309-40ca-958a-83fd816e5c6c with Priority: HIGHEST for action port [ 792.505413] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 792.505565] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 792.505692] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbba8773-4309-40ca-958a-83fd816e5c6c with Priority: HIGHEST for action port [ 792.505988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.506131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.506268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.506419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.506503] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.508284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.508284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.508284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbba8773-4309-40ca-958a-83fd816e5c6c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.508284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.508284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.508284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.508284] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbba8773-4309-40ca-958a-83fd816e5c6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.012187] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.012187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014682] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbba8773-4309-40ca-958a-83fd816e5c6c with status ACTIVE [ 793.014766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.015189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.015281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.015451] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.015555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.015608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.015762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.015892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.016136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.016195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.016526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.016526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016526] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbba8773-4309-40ca-958a-83fd816e5c6c is going to be updated. [ 793.044156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.044493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.044493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.044652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.045041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.045041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbba8773-4309-40ca-958a-83fd816e5c6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.158178] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 793.158563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.158772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.159031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.159310] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.159442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.159535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.159733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.159831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.159919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.160131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.160219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.160264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.160427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.160582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.160676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.160755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.160898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.161016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.161127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.161262] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.162312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.162312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.162637] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.162637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.162721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.163252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.163252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.163252] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.384060] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 793.384060] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 deletion is rescheduled due to dependency. [ 793.384060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.384060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.384060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.384060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.384060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.384544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.384544] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.433204] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-83307c61-b4b0-4b15-a550-a8d074c9df3d tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 793.433880] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 793.434168] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.434272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.664584] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 793.665995] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.691768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.691985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.692526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.692799] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.692918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.693268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.693578] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.693713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.693788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.694033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.694147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.694592] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.694893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.694991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.695199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.695290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695380] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 793.781725] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.781725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.781944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.781994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.798527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 793.829032] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.829235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.829364] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.829583] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829850] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.830028] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.830147] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.830354] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.830487] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830689] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.830793] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.830895] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.830990] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.831106] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.831194] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.831322] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.865648] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.865979] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.866233] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.866501] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-646" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.866975] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.871480] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.871707] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.872189] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.872390] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c2a1d2-18c2-4dbb-86db-89d483f4c16d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.890141] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.172030] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.376175] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.376421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.376580] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.376894] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.377051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.377201] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 22c2a1d2-18c2-4dbb-86db-89d483f4c16d not found, creating... [ 794.377455] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.377608] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.377717] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.377927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378071] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.378344] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.378797] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378921] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.379066] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 22c2a1d2-18c2-4dbb-86db-89d483f4c16d is going to be created. [ 794.394092] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.401856] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.402264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.402264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.402497] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.402732] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.402947] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.676542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.677047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.677142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.677209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 794.723603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.723603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.723603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.723891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.723891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.737797] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 794.825258] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.825499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.825499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.825725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.825847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.901073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.901257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.901474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.901747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.901880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.902097] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 794.933721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.933721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.934084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.934084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.934186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.944700] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 795.149972] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8328ecb4-6de5-488e-a051-bae070f2cc68 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 795.150307] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8328ecb4-6de5-488e-a051-bae070f2cc68 service nova] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 795.150514] env[66001]: INFO networking_nsxv3.common.synchronization [req-b39b4265-26bf-4797-b471-f9681e1a358d req-8328ecb4-6de5-488e-a051-bae070f2cc68 service nova] Enqueued Resource ID: 22c2a1d2-18c2-4dbb-86db-89d483f4c16d with Priority: HIGHEST for action port [ 795.151532] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_rules [ 795.151676] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 795.151821] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c2a1d2-18c2-4dbb-86db-89d483f4c16d with Priority: HIGHEST for action port [ 795.152234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.153262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.153262] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.153262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.153262] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.154311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.154465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.154730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.154809] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c2a1d2-18c2-4dbb-86db-89d483f4c16d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.329591] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.660625] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c2a1d2-18c2-4dbb-86db-89d483f4c16d with status ACTIVE [ 795.661037] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.661242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.661339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.661622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.661740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.661983] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.662147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.662434] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.662592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.662824] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.662912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.663354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.663448] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c2a1d2-18c2-4dbb-86db-89d483f4c16d is going to be updated. [ 795.688741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.689018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.689156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.689543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.689800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.690131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c2a1d2-18c2-4dbb-86db-89d483f4c16d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.833842] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.836875] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 795.837236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.838019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.838360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.838596] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.196921] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2b00335-0ca2-4f57-98c7-0189bda94dcc req-388f89bb-7ed8-4657-9731-4ed256b93048 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 796.198049] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 796.198049] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.198049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.198049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.199428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.199428] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.199428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.199615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.200237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.200237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.200237] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.336705] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 796.336705] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 796.342081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.342081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.549720] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.549902] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.550289] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.550530] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.550702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550828] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.551486] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.552776] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.554470] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.554470] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.554470] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.554470] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.554470] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.554470] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.554770] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.576367] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.576529] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.576658] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.576818] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577137] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-203e8f83-37a1-4d89-a561-2fb989c0903e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577306] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577419] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577741] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577869] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203e8f83-37a1-4d89-a561-2fb989c0903e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.705615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.706120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.707302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.707302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.707302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.707302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.707302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.707650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.707767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.707917] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 796.754062] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.754377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.754377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.754563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.754711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.760610] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 796.760892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761563] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.761682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.762094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.762185] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.775164] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 796.957425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 796.957580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.957833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.958101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.958369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.958489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.958554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.958745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.958826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.958948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.959078] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.960018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.960191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.960350] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.960455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.960585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.960644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.960729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.960817] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.083529] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.083728] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.084872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.084872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.084872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.084872] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 203e8f83-37a1-4d89-a561-2fb989c0903e not found, creating... [ 797.084872] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.085443] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085443] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.085443] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.085443] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086239] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086239] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086239] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086239] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086239] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087337] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 203e8f83-37a1-4d89-a561-2fb989c0903e is going to be created. [ 797.111453] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.111763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.113669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.113669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.113669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.113669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.265512] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.265685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.265766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.265966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.266197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.266285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.266337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.266470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.266558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.266645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.266801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.266938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.266996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.267162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.267305] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.267396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.267458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.267607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.267684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.267765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.267853] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.302940] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.302940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.302940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.302940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.316250] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 797.317548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318757] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 797.354901] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.355909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.355909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.355909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.362618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.363247] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 797.363303] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.363454] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 797.409252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.409252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.409419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.409531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.411543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.411543] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 797.462804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.463034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.463169] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.477455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.477585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.477645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.478323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.478323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.478323] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 797.533034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.533688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.533886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 797.534028] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b970bd62-d98c-482a-b713-1828db478f18', 'a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c', 'c9e054c2-1df5-4c8e-98ce-ec7be5c1a507', 'c3c17a91-14c4-4b20-a58f-bbc172dd9636', '46d59451-4648-49fa-92a6-f486a931ced9', 'ad7e2e36-62f9-49d4-82f3-6d61a5870870', 'ff4e8ef6-e44a-4421-8d78-300bdd664c0e', '586e8599-b650-45ab-b6f5-37c8987a039c', 'd51ae6a7-8a64-4857-a87c-8fc87948a375', '04a19266-eeb9-422c-a5b0-c78395918c56', '20915453-3fc2-421e-81f4-263f83805f89', 'ad507de3-4c3e-4cbd-8506-fbba542d2652', '595edd02-61e2-4cfd-be86-6196e2dd1642', 'c554f88e-0cbb-461b-8efe-c78745ee382e', '3ca72859-9e1a-41ee-95c8-0749ce3c9e8e', '3fa4a9bd-2e6f-4f64-997d-a3218b712701', '3719fe85-e9fc-4e88-8814-79866772dd5e', 'b18b018a-5f95-41e7-8dcd-226aa602eac3', '5845b507-74a9-486c-b5e2-8e6f2358e7e6', 'b999eeeb-4a18-46fc-a71b-0f221153c42c', '23190149-f4a3-4a07-aa8d-fa2b80d7a542', '4a37d6ba-1a35-40c7-a917-a636e51cd7ae', '8904e233-5911-4313-aa38-9cda902851ea', 'd995768d-f5e0-4a2f-9e19-6080ed8ddd4c', '133c4649-e4cf-4b9d-94b7-d92e8db3ed4b', 'f30329ea-ef26-41b1-945b-ffd4baa192e7', '1d105417-1be7-4fca-97ba-cd0b5acc5a61', '303fc130-98de-4d5a-90e7-1130944633ee', 'd510caca-7bf9-410d-8fb1-379dc56be8a3', '2a0c5039-7ba1-49e4-a5a9-748ade801f2a', '5a4a83ab-2b24-4d39-b696-0732e7f2e7cf', '5551ac98-a215-4d75-accc-c83e8fef7118', '3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d', 'd5fa5243-ab65-45a3-8337-8b8cea51853b', '925ec1fc-da26-4f23-9bee-f2d748dfdd87'} {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.534106] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 797.555965] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.555965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.555965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.555965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.555965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.555965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 797.555965] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.555965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 797.612214] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.612214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.612821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.616943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.617244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 797.617347] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.617429] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 797.617501] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 797.617583] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 797.617656] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 797.617792] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGH for action security_group_rules [ 797.617889] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGH for action security_group_rules [ 797.617955] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGH for action security_group_rules [ 797.618025] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGH for action security_group_rules [ 797.618098] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGH for action security_group_rules [ 797.618173] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGH for action security_group_rules [ 797.618253] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGH for action security_group_rules [ 797.618308] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGH for action security_group_rules [ 797.618364] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGH for action security_group_rules [ 797.618414] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGH for action security_group_rules [ 797.618462] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 797.618520] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGH for action security_group_rules [ 797.618595] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGH for action security_group_rules [ 797.618664] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGH for action security_group_rules [ 797.618730] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGH for action security_group_rules [ 797.618791] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGH for action security_group_rules [ 797.618842] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGH for action security_group_rules [ 797.618995] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGH for action security_group_rules [ 797.618995] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGH for action security_group_rules [ 797.619328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770424] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 797.792547] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.792786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.792786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.793027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.819947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.821786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.822088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.822194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.822243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.822444] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.822614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.822911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.822911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.823050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.823101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.823507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.823507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.823507] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 797.882653] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2b00335-0ca2-4f57-98c7-0189bda94dcc req-18a6fd0a-d09d-40f7-b16a-53634778a7c0 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 797.882807] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2b00335-0ca2-4f57-98c7-0189bda94dcc req-18a6fd0a-d09d-40f7-b16a-53634778a7c0 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 797.883312] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2b00335-0ca2-4f57-98c7-0189bda94dcc req-18a6fd0a-d09d-40f7-b16a-53634778a7c0 service nova] Enqueued Resource ID: 203e8f83-37a1-4d89-a561-2fb989c0903e with Priority: HIGHEST for action port [ 797.883312] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 797.883433] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 797.883770] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203e8f83-37a1-4d89-a561-2fb989c0903e with Priority: HIGHEST for action port [ 797.885091] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 797.885288] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGH for action security_group_rules [ 797.885505] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e with Priority: HIGH for action security_group_rules [ 797.885505] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGH for action security_group_rules [ 797.885597] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGH for action security_group_rules [ 797.885704] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGH for action security_group_rules [ 797.886893] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 with Priority: HIGH for action security_group_rules [ 797.887040] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGH for action security_group_rules [ 797.887179] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c554f88e-0cbb-461b-8efe-c78745ee382e with Priority: HIGH for action security_group_rules [ 797.887279] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGH for action security_group_rules [ 797.887395] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 with Priority: HIGH for action security_group_rules [ 797.887493] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 797.887594] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20915453-3fc2-421e-81f4-263f83805f89 with Priority: HIGH for action security_group_rules [ 797.887683] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGH for action security_group_rules [ 797.887789] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 with Priority: HIGH for action security_group_rules [ 797.887920] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 with Priority: HIGH for action security_group_rules [ 797.887970] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586e8599-b650-45ab-b6f5-37c8987a039c with Priority: HIGH for action security_group_rules [ 797.888098] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59451-4648-49fa-92a6-f486a931ced9 with Priority: HIGH for action security_group_rules [ 797.888198] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c with Priority: HIGH for action security_group_rules [ 797.888282] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGH for action security_group_rules [ 797.889033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.889358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.889358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.889562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.889562] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.892825] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.892921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.893412] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-203e8f83-37a1-4d89-a561-2fb989c0903e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.893412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.893588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.893832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.893905] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203e8f83-37a1-4d89-a561-2fb989c0903e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.898915] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.898915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.898915] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.899740] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.899849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.899898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.900065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.900134] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.904323] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.904454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.904501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.905935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.905935] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4e8ef6-e44a-4421-8d78-300bdd664c0e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.905935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.905935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.905935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.906443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.906443] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.907231] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.907345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.907494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.907617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.907792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.907792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.907859] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.908692] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18b018a-5f95-41e7-8dcd-226aa602eac3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.908845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.908845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.909284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.909284] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18b018a-5f95-41e7-8dcd-226aa602eac3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.909880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.909991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.910071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.910888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.910888] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.911284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c554f88e-0cbb-461b-8efe-c78745ee382e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.911393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.911467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.911807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.912327] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c554f88e-0cbb-461b-8efe-c78745ee382e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.912327] env[66001]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 797.912938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595edd02-61e2-4cfd-be86-6196e2dd1642 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.914043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.914043] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595edd02-61e2-4cfd-be86-6196e2dd1642',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.914537] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.914622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.914662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.914801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.914881] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.916190] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20915453-3fc2-421e-81f4-263f83805f89 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.916290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.916347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.916689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.916689] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20915453-3fc2-421e-81f4-263f83805f89',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.917528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.917528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.917744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51ae6a7-8a64-4857-a87c-8fc87948a375 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.917844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.917910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.918080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.918166] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51ae6a7-8a64-4857-a87c-8fc87948a375',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.918957] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.919732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.919732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.919732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.919732] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7e2e36-62f9-49d4-82f3-6d61a5870870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.920419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586e8599-b650-45ab-b6f5-37c8987a039c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.920419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.920419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.920585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.920645] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586e8599-b650-45ab-b6f5-37c8987a039c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.921473] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d59451-4648-49fa-92a6-f486a931ced9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.921589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.921589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.921740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.921810] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d59451-4648-49fa-92a6-f486a931ced9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.922906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.922906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.922906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.923149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.923149] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.923881] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.923984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.924061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.924194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.924258] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.929210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.929210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.929313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.929625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.929776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.934405] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 203e8f83-37a1-4d89-a561-2fb989c0903e with status ACTIVE [ 797.934587] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.934715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.934777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.935185] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.935279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.935339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.935478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.935746] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.935844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.935904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.936054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.936126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.936209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 203e8f83-37a1-4d89-a561-2fb989c0903e is going to be updated. [ 797.963739] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 797.966388] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.973493] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.973493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.973493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.973493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.973493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.973724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203e8f83-37a1-4d89-a561-2fb989c0903e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.428297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.428297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.446867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.446867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.446867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.447712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.483846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.484365] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be deleted. [ 798.486163] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.486365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.486468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.486713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.494125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.494271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.494488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.494711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.494843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.494953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.495149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.495304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.495417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.495556] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.497018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.497221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.497306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.497492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.497581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.497728] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 798.499434] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.499611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.500447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.500637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.501149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.501149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.501149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.501149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.501327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.501327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.501499] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.502297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.502472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.502544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.502718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.502839] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.503225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.503342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.503656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.503730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.505110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.505110] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.505110] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.505110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.505110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.505110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.505539] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.505539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.505539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.505539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.505668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.505668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.505747] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.507976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.508112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.508173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.509162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.509162] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.509162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.509162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.509162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.509397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.509397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.509397] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.516289] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.516424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.516797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.517712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.517712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.517712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.517712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.517712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.517967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.517967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.518054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.518153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.518715] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.518715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.518715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.518715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.518715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.518715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.518953] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.545120] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.547647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.547784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.549028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.549157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.549889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.549990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.550847] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.550969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.551886] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.551982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.552857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.552980] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4e8ef6-e44a-4421-8d78-300bdd664c0e is going to be deleted. [ 798.555172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.555172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.556312] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.556525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.563601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.563601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.576228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.576228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.576228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.576228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.577493] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.577594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.581333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.581333] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7e2e36-62f9-49d4-82f3-6d61a5870870 is going to be deleted. [ 798.583348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.583348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.590112] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 798.601100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.611762] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.612309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.612459] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20915453-3fc2-421e-81f4-263f83805f89 is going to be deleted. [ 798.613456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.613859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626086] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.640848] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18b018a-5f95-41e7-8dcd-226aa602eac3 is going to be deleted. [ 798.641919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.642181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.664820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.664820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.670505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.670505] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c is going to be deleted. [ 798.670753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.670980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.740033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.740033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.740883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.740883] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595edd02-61e2-4cfd-be86-6196e2dd1642 is going to be deleted. [ 798.741722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.742121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.770906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.771124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.775427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.775568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c554f88e-0cbb-461b-8efe-c78745ee382e is going to be deleted. [ 798.777270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.777497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.780250] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.780369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.788219] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 798.788435] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 798.788549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.788733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.788962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.789160] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.789355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.789428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.789700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.789795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.789895] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.847600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.847758] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51ae6a7-8a64-4857-a87c-8fc87948a375 is going to be deleted. [ 798.848800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.849053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.934025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.941397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.941572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.001178] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 799.001855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.002183] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586e8599-b650-45ab-b6f5-37c8987a039c is going to be deleted. [ 799.003868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.006027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.012127] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.014102] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.019483] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.020567] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.031284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 799.079343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.079491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d59451-4648-49fa-92a6-f486a931ced9 is going to be deleted. [ 799.080547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.080801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.084211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.084211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141238] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be deleted. [ 799.141238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.142023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.142204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.142412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4e8ef6-e44a-4421-8d78-300bdd664c0e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.143297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.143676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.143858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.144110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7e2e36-62f9-49d4-82f3-6d61a5870870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.144404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.144693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.144871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.145201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20915453-3fc2-421e-81f4-263f83805f89" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.145443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.145717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.145994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.146242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18b018a-5f95-41e7-8dcd-226aa602eac3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.146514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.146984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.147189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.148544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3bd4be4-9d31-4dba-82ef-82c0d10cbb5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150229] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.150229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.150229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.150229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51ae6a7-8a64-4857-a87c-8fc87948a375" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.150711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.151438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595edd02-61e2-4cfd-be86-6196e2dd1642" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.155125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.155459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.155570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.155692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c554f88e-0cbb-461b-8efe-c78745ee382e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.156058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.156058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.179170] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.179364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.219833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.220234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.220322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.220566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.220653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220854] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.220969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.221613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.222008] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.222103] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 799.223511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.223671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.223763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.223876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586e8599-b650-45ab-b6f5-37c8987a039c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.253282] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.253512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.253587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.253937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.254058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.254219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.263984] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.264170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.264281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.264649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.264750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d59451-4648-49fa-92a6-f486a931ced9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.292483] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.518049] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5845b507-74a9-486c-b5e2-8e6f2358e7e6: rpc.has_security_group_logging(os_id): False [ 799.525021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.525021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.525021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.525021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.525021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.526100] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3719fe85-e9fc-4e88-8814-79866772dd5e: rpc.has_security_group_logging(os_id): False [ 799.527160] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e054c2-1df5-4c8e-98ce-ec7be5c1a507: rpc.has_security_group_logging(os_id): False [ 799.529457] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e: rpc.has_security_group_logging(os_id): False [ 799.599676] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.599880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.599947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.600378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.602474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.602638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.603633] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.603733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.604120] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.604230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.620832] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 799.663367] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 799.664089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.664672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.665122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.665226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.665430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.665521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.665648] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 is going to be updated. [ 799.666927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.718319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.718682] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.718802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.718874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.719113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.719201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.719499] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 799.720562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.720745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.795780] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.802372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.803178] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.803178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.803178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.803178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.803178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.803178] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be updated. [ 799.804729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.804978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.827475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.827882] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.828046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.828125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.828362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.828452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.828553] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 799.838038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.838240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.838240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.838465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.838706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.840900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.841097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.841165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.841367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.841560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.875664] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 799.877817] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: IN_PROGRESS for 2s [ 799.953192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.953780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.953780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.953780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.956039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.956685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.981359] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 799.989182] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 799.991325] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 799.991673] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.991938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.992249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.992367] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.300976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.300976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.300976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.300976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.300976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.300976] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 800.330884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.330884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.330884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.330884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.330884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.342561] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 800.495278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.495475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.495546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.495786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.495962] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.496076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.496141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.496440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496593] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.606149] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 800.606409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.606646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.606869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.607070] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.607190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.607279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.607488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.607580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.607670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.000780] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.000780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.000780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.000780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.000780] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.000780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.000780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.001326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.001326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.001326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.001439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.002703] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002703] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.059133] env[66001]: INFO networking_nsxv3.common.synchronization [req-937a6244-7b71-4733-b33c-2ef51a27c6d6 req-30f4c634-88d5-4d2c-8226-604403cc5d02 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 801.060065] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 801.060428] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.060573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.060766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.061020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.061237] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.061452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.061522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.061706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.061790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.061904] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.110900] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.315152] env[66001]: INFO networking_nsxv3.common.synchronization [req-937a6244-7b71-4733-b33c-2ef51a27c6d6 req-e2d5d807-57f3-4cd7-8924-2ae5e625e197 tempest-ServersTestMultiNic-1269439379 tempest-ServersTestMultiNic-1269439379-project-member] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 801.315469] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGHEST for action security_group_members [ 801.315810] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.315924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.509144] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b999eeeb-4a18-46fc-a71b-0f221153c42c: rpc.has_security_group_logging(os_id): False [ 801.528740] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.528936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.529054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.534154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.534154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.534154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.534154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.534154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.534154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.534502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.534502] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.534502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.534625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.535027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.535027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.535116] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.535488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.535488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.535488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.535488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.535649] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 801.566058] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.601633] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.601788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.601843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.602081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.602234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.614855] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.627776] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 801.659832] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 801.660824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.892981] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 801.892981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.897112] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: SUCCESS [ 801.897112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.998043] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 801.999173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.004353] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 802.004639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.067299] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.117752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.117908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.117977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.118283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.118395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.118499] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 802.150920] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.153126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.153126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.153126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.153126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.165625] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 802.356770] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 802.357271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.357571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.357839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.358133] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.358327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.358434] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.358674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.358807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.358944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.359103] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.570088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.570291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.570378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.570666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.570907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.571033] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 802.602997] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.603412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.603412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.603542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.603613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.614878] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 802.862249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.862626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.862626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.862853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.863012] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.864241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.864241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.864761] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.864761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.864761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.864761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.864761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.864761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.864981] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.370834] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 803.390369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.390369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.390369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.390369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.414312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.414706] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.414928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.414993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.415262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.415373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.415625] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.415779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.415827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.416350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.416437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.416641] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.416772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.416808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.416996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.417114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.417175] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 803.489217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.489217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.489217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.489927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.490187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.511212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 803.650272] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 803.650874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.179209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.179209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.179209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.180357] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.627336] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 804.627480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.627788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.628051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.628664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.628664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.628664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.628664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.628664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.628953] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.686095] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fa4a9bd-2e6f-4f64-997d-a3218b712701: rpc.has_security_group_logging(os_id): False [ 804.711765] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.711765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.735690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.736244] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.738421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.738421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.741050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.741050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.741050] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 804.826721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.826892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.826964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.827230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.827388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.845192] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 805.134931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.135320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.135629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.136165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136871] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be updated. [ 805.189525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.189742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.189892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.190105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.190289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.203715] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: IN_PROGRESS for 2s [ 805.527771] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 805.528029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.528221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.528459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.528565] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.033088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.036543] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.036543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.036543] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.316480] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 806.316777] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 806.538331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.538504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.538552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.538869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.538932] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.539044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.539111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.539263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.539345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.539444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.539572] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.539664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.539724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.539866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.540008] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.540104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.540164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.540301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.540838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.540838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.540838] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.764590] env[66001]: INFO networking_nsxv3.common.synchronization [None req-2eb1c7f6-b565-43e1-abcd-23ee32419669 None None] Enqueued Resource ID: f0f2194b-7719-45c4-bdc8-c4e45bd2fc48 with Priority: HIGHEST for action port [ 806.764590] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f2194b-7719-45c4-bdc8-c4e45bd2fc48 with Priority: HIGHEST for action port [ 806.765043] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f2194b-7719-45c4-bdc8-c4e45bd2fc48 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.765043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f2194b-7719-45c4-bdc8-c4e45bd2fc48" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.765043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f2194b-7719-45c4-bdc8-c4e45bd2fc48" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.765325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f2194b-7719-45c4-bdc8-c4e45bd2fc48" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.765418] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f2194b-7719-45c4-bdc8-c4e45bd2fc48',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.862470] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 806.862887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.862887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.863127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.863213] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.916692] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e4722827-d1fc-4e0c-ad56-e5dd995a335c tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 806.917387] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 806.917622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.917769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.917840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.918519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.918616] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.074662] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 807.076582] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4ab2019e-19c8-4202-b473-db2e96f6c021 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 807.077304] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 807.077950] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.078152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.104425] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.104425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.104620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.104679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.104841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105074] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.105240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.105470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.105470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105656] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.105809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.106885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106885] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 807.180210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.180210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.180210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.180405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.180562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.195822] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 807.252318] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b999eeeb-4a18-46fc-a71b-0f221153c42c in Status: SUCCESS [ 807.253198] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c deletion is rescheduled due to dependency. [ 807.253198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.269144] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0f2194b-7719-45c4-bdc8-c4e45bd2fc48 [ 807.270700] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.270700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.270700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.270700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.270700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270700] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0f2194b-7719-45c4-bdc8-c4e45bd2fc48 already deleted. [ 807.270700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f2194b-7719-45c4-bdc8-c4e45bd2fc48" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.366161] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.368795] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.368795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.368795] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.606342] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.606342] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f already deleted. [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.606342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.606342] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.873191] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.873375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.874333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.874333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.874333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.874662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.874662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.874662] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.878027] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.878027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.878027] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.132058] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.132992] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f already deleted. [ 808.132992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.378285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fa4a9bd-2e6f-4f64-997d-a3218b712701: rpc.has_security_group_logging(os_id): False [ 808.397237] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.397379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397673] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397991] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.398106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.398316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.398316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.398419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.398556] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.398649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.398710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.398848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.398920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.399582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.399692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.399757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.399987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.400156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.400212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 808.462488] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.462667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.462753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.462966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.463127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480932] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 808.661280] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7a115579-0d3e-4b39-a2dd-419009ae44ee None None] Enqueued Resource ID: cb3e8cf0-ee5c-42c6-8913-12832364659a with Priority: HIGHEST for action port [ 808.661418] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3e8cf0-ee5c-42c6-8913-12832364659a with Priority: HIGHEST for action port [ 808.661734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3e8cf0-ee5c-42c6-8913-12832364659a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.661854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3e8cf0-ee5c-42c6-8913-12832364659a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.661968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3e8cf0-ee5c-42c6-8913-12832364659a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.666298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3e8cf0-ee5c-42c6-8913-12832364659a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666439] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3e8cf0-ee5c-42c6-8913-12832364659a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.169194] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb3e8cf0-ee5c-42c6-8913-12832364659a [ 809.170664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.172040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.172040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb3e8cf0-ee5c-42c6-8913-12832364659a already deleted. [ 809.172040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3e8cf0-ee5c-42c6-8913-12832364659a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.213566] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 809.213802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.318165] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5e40ea6-9eec-4ac2-b349-2a8bdc88ce26 req-bca31146-6330-4d05-bbfa-91ad2981e534 tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 809.318165] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 809.318165] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.318165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.318165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.318440] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.318565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.318712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.319400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319400] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.330088] env[66001]: INFO networking_nsxv3.common.synchronization [req-4416368a-799a-4153-887a-fe9193ccde3e req-73417fec-b3c7-4ed7-9f69-7a7419682047 tempest-ServersNegativeTestMultiTenantJSON-2074190787 tempest-ServersNegativeTestMultiTenantJSON-2074190787-project-member] Enqueued Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 809.330679] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 809.331062] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.332201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.332532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.332532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.332739] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.332830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.332869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.333024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.333115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.333208] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.617731] env[66001]: INFO networking_nsxv3.common.synchronization [req-97822466-7590-4610-ab2c-940f4c3cd9ba req-6221863b-20d3-41aa-ba7f-557dd0d8b29b tempest-MultipleCreateTestJSON-307127112 tempest-MultipleCreateTestJSON-307127112-project-member] Enqueued Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 809.618337] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 with Priority: HIGHEST for action security_group_members [ 809.618677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fa4a9bd-2e6f-4f64-997d-a3218b712701 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.618861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.753407] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.753622] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-964" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.753803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-964" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.754287] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-964" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.754730] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.755021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.755262] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.755532] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.755729] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.756027] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.756189] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.756416] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.756630] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.756630] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.758334] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.758558] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.781955] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.782687] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.782835] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.783068] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-964" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.783437] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-6b54cdd7-2627-4932-9d42-98789a3b04d7 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.783664] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.783791] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.784159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.784324] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b54cdd7-2627-4932-9d42-98789a3b04d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.821668] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.837157] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.837388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.837388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.837786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.837992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.838218] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.838345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.838425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.838586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.838670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.838766] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 already deleted. [ 809.838856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.287657] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.287934] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287996] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.288298] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.288445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.288598] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 6b54cdd7-2627-4932-9d42-98789a3b04d7 not found, creating... [ 810.289035] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.289249] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.289392] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.289634] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.289803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.290147] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.290458] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.290678] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.290973] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.291181] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.291411] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 6b54cdd7-2627-4932-9d42-98789a3b04d7 is going to be created. [ 810.315162] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.315402] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.315551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.315844] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.316500] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.316658] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.323967] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.500297] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 810.500808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.500808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.501032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.501128] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.633276] env[66001]: INFO networking_nsxv3.common.synchronization [None req-96cebcd6-1cbf-448e-a8bd-acc7e5589325 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 810.634365] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 810.634755] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.634931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.634998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.635775] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.828736] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.828934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.828934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.830041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.830041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.830041] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be updated. [ 810.842785] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7eb4f1a7-ef8b-47fb-8ed6-5ca8aad4c3cc tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 810.843395] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 810.844609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.844609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.864845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.864845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.864845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.864845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.865106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.877279] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: IN_PROGRESS for 2s [ 810.925906] env[66001]: INFO networking_nsxv3.common.synchronization [None req-66b8c78c-b8d8-400a-8f42-4f4e3c949382 None None] Enqueued Resource ID: 7c15d734-4d17-47d6-9dd2-555c13a275ba with Priority: HIGHEST for action port [ 810.926428] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c15d734-4d17-47d6-9dd2-555c13a275ba with Priority: HIGHEST for action port [ 810.926772] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c15d734-4d17-47d6-9dd2-555c13a275ba taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.928064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c15d734-4d17-47d6-9dd2-555c13a275ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c15d734-4d17-47d6-9dd2-555c13a275ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c15d734-4d17-47d6-9dd2-555c13a275ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.928500] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c15d734-4d17-47d6-9dd2-555c13a275ba',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.028720] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.028720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.028720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.028720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.028720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.028720] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be deleted. [ 811.088044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.088044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.088430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.088430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.088531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.137694] env[66001]: INFO networking_nsxv3.common.synchronization [req-4416368a-799a-4153-887a-fe9193ccde3e req-970fff98-5296-4f9d-bf98-ee005679b26b service nova] Enqueued Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_rules [ 811.137933] env[66001]: INFO networking_nsxv3.common.synchronization [req-4416368a-799a-4153-887a-fe9193ccde3e req-970fff98-5296-4f9d-bf98-ee005679b26b service nova] Enqueued Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 811.138270] env[66001]: INFO networking_nsxv3.common.synchronization [req-4416368a-799a-4153-887a-fe9193ccde3e req-970fff98-5296-4f9d-bf98-ee005679b26b service nova] Enqueued Resource ID: 6b54cdd7-2627-4932-9d42-98789a3b04d7 with Priority: HIGHEST for action port [ 811.140969] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_rules [ 811.140969] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 811.141078] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cdd7-2627-4932-9d42-98789a3b04d7 with Priority: HIGHEST for action port [ 811.141499] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.142102] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.144869] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.144869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.145575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.145794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.145974] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.146112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.146540] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.147361] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b54cdd7-2627-4932-9d42-98789a3b04d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.147469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.147550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.147706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.147851] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b54cdd7-2627-4932-9d42-98789a3b04d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.151347] env[66001]: INFO networking_nsxv3.common.synchronization [None req-032258e6-8d7d-482f-b533-134cc52c49bf None None] Enqueued Resource ID: 7d9af220-6bdf-4f77-a971-8ab009e1c27f with Priority: HIGHEST for action port [ 811.152072] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9af220-6bdf-4f77-a971-8ab009e1c27f with Priority: HIGHEST for action port [ 811.152393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d9af220-6bdf-4f77-a971-8ab009e1c27f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.152511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d9af220-6bdf-4f77-a971-8ab009e1c27f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.152659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d9af220-6bdf-4f77-a971-8ab009e1c27f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.153031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d9af220-6bdf-4f77-a971-8ab009e1c27f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153031] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9af220-6bdf-4f77-a971-8ab009e1c27f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.168519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.168693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.168759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.169050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.169149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.169251] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 already deleted. [ 811.170029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.170029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.170192] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.433548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c15d734-4d17-47d6-9dd2-555c13a275ba [ 811.433548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.433548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.433548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.433548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.433548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.433548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c15d734-4d17-47d6-9dd2-555c13a275ba already deleted. [ 811.433548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c15d734-4d17-47d6-9dd2-555c13a275ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.650256] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.650441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.650572] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.654626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b54cdd7-2627-4932-9d42-98789a3b04d7 with status ACTIVE [ 811.655594] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.656257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.656257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.656257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.656257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.656447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.656569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.656688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.656761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656958] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.657061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.657117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.657539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.657539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.657539] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b54cdd7-2627-4932-9d42-98789a3b04d7 is going to be updated. [ 811.658741] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d9af220-6bdf-4f77-a971-8ab009e1c27f [ 811.658894] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.659125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.659125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.659222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.659411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.659411] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d9af220-6bdf-4f77-a971-8ab009e1c27f already deleted. [ 811.659483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d9af220-6bdf-4f77-a971-8ab009e1c27f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.697527] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.697832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.697942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.698248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.698391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b54cdd7-2627-4932-9d42-98789a3b04d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.701618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.701740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.701821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.702017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.702123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.702254] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 already deleted. [ 811.702328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.160015] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.207294] env[66001]: INFO networking_nsxv3.common.synchronization [req-1810c7b6-d1c4-4851-8fef-d8f772e42fd0 req-5a3cf2da-bcbc-4d65-833f-15c938bbef84 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 812.207821] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 812.209562] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.209704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.209765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.209975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.210159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.210261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.210479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.210598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210666] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.229857] env[66001]: INFO networking_nsxv3.common.synchronization [req-1810c7b6-d1c4-4851-8fef-d8f772e42fd0 req-5a3cf2da-bcbc-4d65-833f-15c938bbef84 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 812.230044] env[66001]: INFO networking_nsxv3.common.synchronization [req-1810c7b6-d1c4-4851-8fef-d8f772e42fd0 req-5a3cf2da-bcbc-4d65-833f-15c938bbef84 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 812.230177] env[66001]: INFO networking_nsxv3.common.synchronization [req-1810c7b6-d1c4-4851-8fef-d8f772e42fd0 req-5a3cf2da-bcbc-4d65-833f-15c938bbef84 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 812.230866] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 812.230998] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 812.231294] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 812.231892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.232366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.232366] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.233624] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.233942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.234088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.234088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.234177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.234847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.234847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.663300] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.663300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.663300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663300] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 is going to be created. [ 812.691859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.692036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.692160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.692307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.703277] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: UNINITIALIZED for 2s [ 812.712730] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.738081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.738284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with status ACTIVE [ 812.738594] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.738702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.738982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.739331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.739389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.739540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.739978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.740048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.740166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.740240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.740324] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea is going to be updated. [ 812.765300] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.765456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.765701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.765745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.765982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.766113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.889730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 in Status: SUCCESS [ 812.890011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.890233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.890446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.890637] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.891425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.891560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.891753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.891841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.891947] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fa4a9bd-2e6f-4f64-997d-a3218b712701',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.216707] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.395316] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.395316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.395316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.395469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.395469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.395653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.395745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.395807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.395953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.396041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.396127] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fa4a9bd-2e6f-4f64-997d-a3218b712701 is going to be deleted. [ 813.431388] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.431876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fa4a9bd-2e6f-4f64-997d-a3218b712701" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.719914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.720235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.720235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.720589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.720589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.720709] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be updated. [ 813.773649] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.773817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.773912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.774941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.774941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.786493] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 814.719073] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: SUCCESS [ 814.719325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.719778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.720065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.720373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.720492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.720545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.720748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.720835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.720933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.721724] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.224845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.224845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.224845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.225096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225256] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.225256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.225696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.225696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225837] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.225887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.226487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.226487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.226487] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.226707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.226707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.226797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.226979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.227189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.227310] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.729731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c9844bf-171c-4525-bcb3-9d2535b18150: rpc.has_security_group_logging(os_id): False [ 815.749288] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.750064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.750064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.750064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.750258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.750696] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.750696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.750696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.750843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.750843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.751105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.751203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.751265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.751463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.751519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.751679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.751772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.751830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.751965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.752087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.752130] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 is going to be created. [ 815.799415] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 815.799685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.799930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.800246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.800491] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.800648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.800765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.800923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.801044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.801169] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.837654] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.837887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.838821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.856225] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: IN_PROGRESS for 2s [ 816.303938] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.459034] env[66001]: INFO networking_nsxv3.common.synchronization [req-b3cb2c38-bbdb-4ebe-a8fc-8000dd1de8de req-1abfe98f-099a-46bb-b1af-147b65e79377 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 816.459946] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 816.459946] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.459946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [req-b3cb2c38-bbdb-4ebe-a8fc-8000dd1de8de req-1abfe98f-099a-46bb-b1af-147b65e79377 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [req-b3cb2c38-bbdb-4ebe-a8fc-8000dd1de8de req-1abfe98f-099a-46bb-b1af-147b65e79377 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [req-b3cb2c38-bbdb-4ebe-a8fc-8000dd1de8de req-1abfe98f-099a-46bb-b1af-147b65e79377 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_rules [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 816.475151] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with Priority: HIGHEST for action port [ 816.475968] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.476378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.477390] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.477599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.478381] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.480261] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.806660] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.983394] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea with status ACTIVE [ 816.983394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.983394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.983394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.983394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.984136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.984136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.984136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.984136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.984136] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea is going to be updated. [ 817.012100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.013053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.013053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.013053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcce8bd7-b90e-46fb-8d4f-a66dd07c67ea" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.309535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.309734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.309860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.310060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.310163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.310278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be updated. [ 817.349828] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.349828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.349828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.349828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.349828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.362219] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 817.873163] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: SUCCESS [ 817.873163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274454] env[66001]: INFO networking_nsxv3.common.synchronization [None req-f7adbce5-9d7d-4c14-be4d-aa58d382a070 None None] Enqueued Resource ID: 2453814a-bf4e-4845-a3af-34b43ff1e904 with Priority: HIGHEST for action port [ 819.275055] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2453814a-bf4e-4845-a3af-34b43ff1e904 with Priority: HIGHEST for action port [ 819.275357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2453814a-bf4e-4845-a3af-34b43ff1e904 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2453814a-bf4e-4845-a3af-34b43ff1e904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2453814a-bf4e-4845-a3af-34b43ff1e904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2453814a-bf4e-4845-a3af-34b43ff1e904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275933] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2453814a-bf4e-4845-a3af-34b43ff1e904',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.374205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 819.374467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.374654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.374944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.375362] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.375524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.375618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.375792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.375889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.375990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.376099] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.377639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.377823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.378046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.378170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.378238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.378403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.378493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.378590] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.780708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2453814a-bf4e-4845-a3af-34b43ff1e904 [ 819.780708] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.780708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.780708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.780708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.780708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.780708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2453814a-bf4e-4845-a3af-34b43ff1e904 already deleted. [ 819.780708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2453814a-bf4e-4845-a3af-34b43ff1e904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.881140] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.882426] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.087704] env[66001]: INFO networking_nsxv3.common.synchronization [req-e0803a52-d81f-4430-a2da-1d46b9baf481 req-e3af8932-d618-4e01-89af-7c9b86bfa824 tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 820.088324] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 820.088694] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.088828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.088916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.089584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.089764] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.089904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.090037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.090102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.090185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.090290] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.384511] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e: rpc.has_security_group_logging(os_id): False [ 820.386630] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.408716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.409039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.409092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.409578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.409578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.410211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.410211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.410795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.410795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.410795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.410795] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be updated. [ 820.498164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.498258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.498350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.498697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.499249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.518873] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 820.595040] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.595040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.595040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.595398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.595398] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.595482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.597663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.597663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.597663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.597663] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 already deleted. [ 820.597663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.605081] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605727] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.606778] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608739] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.608739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.608739] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.608739] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.608739] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.609506] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.609506] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.609506] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.609506] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.646599] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.646834] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.647373] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.647373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.648068] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-523f7a19-0621-4718-b1ed-10ff2d8563df taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.649037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.649037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.649037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.649037] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f7a19-0621-4718-b1ed-10ff2d8563df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.890704] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.891137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be updated. [ 820.977115] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.977344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.977412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.977704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.977837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.993516] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: IN_PROGRESS for 2s [ 821.158420] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.158420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.158420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.158420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.158420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.158731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 523f7a19-0621-4718-b1ed-10ff2d8563df not found, creating... [ 821.159015] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.159524] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.159729] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.159916] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.160191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.160607] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.160794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.160914] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.161169] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.161302] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.161480] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 523f7a19-0621-4718-b1ed-10ff2d8563df is going to be created. [ 821.197898] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.197898] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.198106] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.198592] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.198592] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.199134] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [req-e0803a52-d81f-4430-a2da-1d46b9baf481 req-a8cfbcea-ff1d-4fa6-9edd-f12ebbbef524 service nova] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_rules [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [req-e0803a52-d81f-4430-a2da-1d46b9baf481 req-a8cfbcea-ff1d-4fa6-9edd-f12ebbbef524 service nova] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [req-e0803a52-d81f-4430-a2da-1d46b9baf481 req-a8cfbcea-ff1d-4fa6-9edd-f12ebbbef524 service nova] Enqueued Resource ID: 523f7a19-0621-4718-b1ed-10ff2d8563df with Priority: HIGHEST for action port [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_rules [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 821.949589] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523f7a19-0621-4718-b1ed-10ff2d8563df with Priority: HIGHEST for action port [ 821.949589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.950359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.950359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.950359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.950359] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.951214] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.951341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.951496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.952835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.952835] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.952835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.952835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.952835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.952835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.952835] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.954648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-523f7a19-0621-4718-b1ed-10ff2d8563df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.954648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.954648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.954896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.956133] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f7a19-0621-4718-b1ed-10ff2d8563df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.373110] env[66001]: INFO networking_nsxv3.common.synchronization [req-03965724-e8c8-45dd-9d01-c2458282019d req-e88131d7-b1a4-4907-b2e8-8dabf16e5970 tempest-AttachInterfacesUnderV243Test-839850007 tempest-AttachInterfacesUnderV243Test-839850007-project-member] Enqueued Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 822.373835] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e with Priority: HIGHEST for action security_group_members [ 822.374744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.374744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.461019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 523f7a19-0621-4718-b1ed-10ff2d8563df with status ACTIVE [ 822.461019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.462295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.462295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.462527] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.462628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.462687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.462879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.463227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.463227] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 523f7a19-0621-4718-b1ed-10ff2d8563df is going to be updated. [ 822.488889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.488889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.488889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.489072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.489192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.489403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523f7a19-0621-4718-b1ed-10ff2d8563df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504524] env[66001]: INFO networking_nsxv3.common.synchronization [None req-0e55a5c1-30b3-464e-b20b-08833876b17c None None] Enqueued Resource ID: 50a198e0-e181-497e-bcaf-2a9579e048ed with Priority: HIGHEST for action port [ 822.505219] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a198e0-e181-497e-bcaf-2a9579e048ed with Priority: HIGHEST for action port [ 822.506937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a198e0-e181-497e-bcaf-2a9579e048ed taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.507919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a198e0-e181-497e-bcaf-2a9579e048ed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.507919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a198e0-e181-497e-bcaf-2a9579e048ed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.507919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a198e0-e181-497e-bcaf-2a9579e048ed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.507919] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a198e0-e181-497e-bcaf-2a9579e048ed',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.557272] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 822.557272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.557461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.558052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558194] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.965649] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.007244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e in Status: SUCCESS [ 823.007244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.007244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.007994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.011642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.011642] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.011642] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a198e0-e181-497e-bcaf-2a9579e048ed [ 823.011642] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.011642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.011642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.011642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.011642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.013123] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a198e0-e181-497e-bcaf-2a9579e048ed already deleted. [ 823.013123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a198e0-e181-497e-bcaf-2a9579e048ed" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.054015] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-386b4a5a-0143-459c-883d-b87381b44213 tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 823.056741] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 823.057323] env[66001]: INFO networking_nsxv3.common.synchronization [None req-93557db0-3762-431a-8ac8-89a497a80f3f None None] Enqueued Resource ID: 29e00094-14df-4de1-b088-8ea04e2db878 with Priority: HIGHEST for action port [ 823.057751] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.058073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.058192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.060156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.060298] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.060420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.060501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.060761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.060827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.063049] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.063049] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e00094-14df-4de1-b088-8ea04e2db878 with Priority: HIGHEST for action port [ 823.065273] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e00094-14df-4de1-b088-8ea04e2db878 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.065401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e00094-14df-4de1-b088-8ea04e2db878" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.065525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e00094-14df-4de1-b088-8ea04e2db878" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e00094-14df-4de1-b088-8ea04e2db878" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065845] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e00094-14df-4de1-b088-8ea04e2db878',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.088956] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.090267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.090267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.090267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.090267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.090267] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be deleted. [ 823.165568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.165568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.165568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.165568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.165568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.165568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.468982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.468982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.468982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.468982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.469237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.469237] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be created. [ 823.497950] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.498117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.498467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.498641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.502208] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.502408] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502538] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.502972] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.503288] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.503508] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.503719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.504013] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504167] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.504375] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.504484] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.504587] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.504763] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.504888] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.505039] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.505233] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.513775] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: UNINITIALIZED for 2s [ 823.514194] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.514318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.514406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.514611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.514696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.514903] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.514986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.515039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.515186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.515261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.515346] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e is going to be deleted. [ 823.529922] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.530106] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.530327] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.530546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.530874] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531266] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531266] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.531549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.531741] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d3b4ca-5b37-432b-8dd0-dffd76b30adb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.553281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.553455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.553499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.553794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.553916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.554080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.554476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.554476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.554687] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.554687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.554687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.554821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.554857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.554959] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca72859-9e1a-41ee-95c8-0749ce3c9e8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.564796] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.564796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.564796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.564796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.565364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.565364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.565364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.565364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.565531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.565569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.565683] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 already deleted. [ 823.565732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.570175] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29e00094-14df-4de1-b088-8ea04e2db878 [ 823.570366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.570455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.570519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.570681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.570805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.571271] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29e00094-14df-4de1-b088-8ea04e2db878 already deleted. [ 823.571271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e00094-14df-4de1-b088-8ea04e2db878" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.035019] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.037573] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e8d3b4ca-5b37-432b-8dd0-dffd76b30adb not found, creating... [ 824.037573] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.038027] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.038027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.038569] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.038777] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.038993] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.039325] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e8d3b4ca-5b37-432b-8dd0-dffd76b30adb is going to be created. [ 824.059968] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.059968] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.059968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca72859-9e1a-41ee-95c8-0749ce3c9e8e already deleted. [ 824.059968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca72859-9e1a-41ee-95c8-0749ce3c9e8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.062912] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.063069] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.063138] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.063417] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.063695] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.063918] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.885531] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-772b9b0a-cf3a-4f6e-be67-5597ff669d4d service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 824.885531] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-772b9b0a-cf3a-4f6e-be67-5597ff669d4d service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 824.885531] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-772b9b0a-cf3a-4f6e-be67-5597ff669d4d service nova] Enqueued Resource ID: e8d3b4ca-5b37-432b-8dd0-dffd76b30adb with Priority: HIGHEST for action port [ 824.885531] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 824.885531] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 824.886051] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d3b4ca-5b37-432b-8dd0-dffd76b30adb with Priority: HIGHEST for action port [ 824.886589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.886952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.887253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.887889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.888121] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.889741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.891016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.891016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.891016] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.892337] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.892612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.892772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.893018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.893200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d3b4ca-5b37-432b-8dd0-dffd76b30adb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.150327] env[66001]: INFO networking_nsxv3.common.synchronization [None req-78ad4c80-798a-42a9-907a-28776d096cd6 None None] Enqueued Resource ID: 4fe039b1-5ef1-4db7-8c5d-497e6e0ba064 with Priority: HIGHEST for action port [ 825.153974] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe039b1-5ef1-4db7-8c5d-497e6e0ba064 with Priority: HIGHEST for action port [ 825.154649] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe039b1-5ef1-4db7-8c5d-497e6e0ba064 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.154840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe039b1-5ef1-4db7-8c5d-497e6e0ba064" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.154840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe039b1-5ef1-4db7-8c5d-497e6e0ba064" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.155515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe039b1-5ef1-4db7-8c5d-497e6e0ba064" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.155611] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe039b1-5ef1-4db7-8c5d-497e6e0ba064',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.396543] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.401026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.401026] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d3b4ca-5b37-432b-8dd0-dffd76b30adb with status ACTIVE [ 825.401026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.401026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.401026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.401026] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.401747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.401747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.401747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.401747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.401747] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d3b4ca-5b37-432b-8dd0-dffd76b30adb is going to be updated. [ 825.428172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.428378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.428378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.430178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.430178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.430178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d3b4ca-5b37-432b-8dd0-dffd76b30adb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.523523] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 825.523789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.525511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.525747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.525946] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.526349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.526349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526867] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.529981] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ed8b10da-4d2b-481c-a369-1de222b06a0b None None] Enqueued Resource ID: 6b2b5303-391e-4fc4-8802-472bee289ddb with Priority: HIGHEST for action port [ 825.531894] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2b5303-391e-4fc4-8802-472bee289ddb with Priority: HIGHEST for action port [ 825.531894] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2b5303-391e-4fc4-8802-472bee289ddb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.532200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2b5303-391e-4fc4-8802-472bee289ddb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.532200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2b5303-391e-4fc4-8802-472bee289ddb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.532892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2b5303-391e-4fc4-8802-472bee289ddb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.532892] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2b5303-391e-4fc4-8802-472bee289ddb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.659142] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe039b1-5ef1-4db7-8c5d-497e6e0ba064 [ 825.659142] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.659142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.659142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.659362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.659449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.659564] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe039b1-5ef1-4db7-8c5d-497e6e0ba064 already deleted. [ 825.659617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe039b1-5ef1-4db7-8c5d-497e6e0ba064" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.904821] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.032939] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.033130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.033193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.033419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.033623] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.033735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.033840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.033963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.034057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.034169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.034386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.034386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.034504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.034571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.034748] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.034861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.034917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.035076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.035142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.035221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.035339] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.036261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b2b5303-391e-4fc4-8802-472bee289ddb [ 826.036419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.036522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.036629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.036846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.036846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.036999] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b2b5303-391e-4fc4-8802-472bee289ddb already deleted. [ 826.036999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2b5303-391e-4fc4-8802-472bee289ddb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408118] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.408526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.408526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.408612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.408651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408732] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be created. [ 826.437205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.437492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.437572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.437828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.438052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.450933] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: UNINITIALIZED for 2s [ 826.540549] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8615a2-0374-473f-b1e4-c557b4b6b9e3: rpc.has_security_group_logging(os_id): False [ 826.564358] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.564528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.564662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.564779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.564867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.565106] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.565211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.565292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.565470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.565549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.565765] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.565863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.565953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.566070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.566149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.566331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.566422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.566480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.566617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.566689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.566772] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be created. [ 826.643536] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.643811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.644496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.644496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.644496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.657595] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 827.712499] env[66001]: INFO networking_nsxv3.common.synchronization [req-1167597f-6956-4200-aab6-4abb318f38ff req-e100c475-1d62-4b01-8590-6a1ac83fdd07 tempest-ServerActionsV293TestJSON-1732352632 tempest-ServerActionsV293TestJSON-1732352632-project-member] Enqueued Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 827.713180] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b with Priority: HIGHEST for action security_group_members [ 827.715671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715671] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133c4649-e4cf-4b9d-94b7-d92e8db3ed4b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.149935] env[66001]: INFO networking_nsxv3.common.synchronization [req-57f2c665-02a0-43a8-8269-35243a11d7ed req-2d9cf69f-ae82-4dd2-8623-aa18f16c5b9d tempest-ServersNegativeTestMultiTenantJSON-2074190787 tempest-ServersNegativeTestMultiTenantJSON-2074190787-project-member] Enqueued Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 828.150873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGHEST for action security_group_members [ 828.150873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.150873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.151584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.152542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.152763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.152883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.152946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.153154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.153250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.153349] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.217357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.217553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.217553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.217739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.242571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.242936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.243112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.243195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.243389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.243471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243561] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b is going to be updated. [ 828.273311] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.273460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.274032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.286218] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: IN_PROGRESS for 2s [ 828.470098] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.471593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.471593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.471593] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.656019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.656019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.656019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.656259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.656352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.656561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.656663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.656726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.656884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.657253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.657253] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 is going to be updated. [ 828.677300] env[66001]: INFO networking_nsxv3.common.synchronization [None req-a84a8072-6cf4-452c-a5b9-49648fa295fb None None] Enqueued Resource ID: cb8b7462-426c-43be-b99f-ac9ccba27e5c with Priority: HIGHEST for action port [ 828.677935] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 828.678154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.678644] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8b7462-426c-43be-b99f-ac9ccba27e5c with Priority: HIGHEST for action port [ 828.680730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb8b7462-426c-43be-b99f-ac9ccba27e5c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.680730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb8b7462-426c-43be-b99f-ac9ccba27e5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.680730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb8b7462-426c-43be-b99f-ac9ccba27e5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.680730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb8b7462-426c-43be-b99f-ac9ccba27e5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.680730] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8b7462-426c-43be-b99f-ac9ccba27e5c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.695872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.709355] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: IN_PROGRESS for 2s [ 828.976385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.976733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.976733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.976922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.977117] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.977219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.977289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.977431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.977513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.977733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.977733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.977859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.977906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.978037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.978185] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.978335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.978467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.978541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978706] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.147890] env[66001]: INFO networking_nsxv3.common.synchronization [None req-53059633-069b-4363-ae58-a2dffb5f8099 None None] Enqueued Resource ID: d7a39f74-0735-4714-a1e3-d62d3217f1e5 with Priority: HIGHEST for action port [ 829.148511] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a39f74-0735-4714-a1e3-d62d3217f1e5 with Priority: HIGHEST for action port [ 829.148842] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a39f74-0735-4714-a1e3-d62d3217f1e5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.148977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a39f74-0735-4714-a1e3-d62d3217f1e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.149063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a39f74-0735-4714-a1e3-d62d3217f1e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.149328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a39f74-0735-4714-a1e3-d62d3217f1e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.149408] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a39f74-0735-4714-a1e3-d62d3217f1e5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.183507] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb8b7462-426c-43be-b99f-ac9ccba27e5c [ 829.183786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.183933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.184010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.184225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.184308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.185148] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb8b7462-426c-43be-b99f-ac9ccba27e5c already deleted. [ 829.185267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb8b7462-426c-43be-b99f-ac9ccba27e5c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.484965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6f4a77-37fa-4284-b68c-452619181434: rpc.has_security_group_logging(os_id): False [ 829.510541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.511133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.511231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.511476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.511613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.511666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.511938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.512034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.512309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.512417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.512480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.512633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.512710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.512927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513399] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be created. [ 829.586921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.587189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.587270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.588035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.588035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.604378] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 829.652403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7a39f74-0735-4714-a1e3-d62d3217f1e5 [ 829.652793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.653023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.653023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.653666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.653666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.653666] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7a39f74-0735-4714-a1e3-d62d3217f1e5 already deleted. [ 829.653666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a39f74-0735-4714-a1e3-d62d3217f1e5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.902362] env[66001]: INFO networking_nsxv3.common.synchronization [None req-919828e0-190a-486a-9282-a21cd167debe tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 829.904023] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 829.904333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.905911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.905911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.905911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.905911] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.027523] env[66001]: INFO networking_nsxv3.common.synchronization [None req-02a1b69f-68ae-4d6c-915d-f06f0526a10c tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 830.028259] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 830.028571] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.028918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.299500] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b in Status: SUCCESS [ 830.299500] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133c4649-e4cf-4b9d-94b7-d92e8db3ed4b deletion is rescheduled due to dependency. [ 830.299500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133c4649-e4cf-4b9d-94b7-d92e8db3ed4b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.431023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.431023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.431023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.431023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.431023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.431519] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab already deleted. [ 830.431519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.431519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.431648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.431963] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.720667] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 in Status: SUCCESS [ 830.720767] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 deletion is rescheduled due to dependency. [ 830.720974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.971861] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.972052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.972114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.972349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.972442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.972544] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab already deleted. [ 830.972629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.111916] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-3af518cf-681a-465a-8544-51346f991cf4 tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 831.114249] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 831.114249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.114249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.114249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.114249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.114249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.116405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.117027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.117027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.117027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.117027] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.538057] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.538300] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.538421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.540406] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.540635] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.540872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.541019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.541390] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541743] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.541853] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.541953] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.542064] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.542565] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.542815] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.542959] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.567689] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.567689] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.567689] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.567689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.567689] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-3d40435e-1732-450c-ac08-c41a3f1146a6 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.567689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.567689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.567990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.568127] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d40435e-1732-450c-ac08-c41a3f1146a6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.618891] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 831.618891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.620301] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.071565] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.071952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.071952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.072154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.072295] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.072465] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 3d40435e-1732-450c-ac08-c41a3f1146a6 not found, creating... [ 832.072788] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.072975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.073129] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.073370] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.073535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.073926] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.074220] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.074394] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.074714] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.074921] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.075116] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 3d40435e-1732-450c-ac08-c41a3f1146a6 is going to be created. [ 832.110122] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.111040] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.111040] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.111709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.111838] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.112186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.123103] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.626372] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.626554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.626627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.626900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.627013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.627120] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 832.659207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.659384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.659435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.659703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.659858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.671733] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 832.944596] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-a1f58e25-01d9-44ba-91df-f38e3ea1dc21 service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 832.944798] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-a1f58e25-01d9-44ba-91df-f38e3ea1dc21 service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 832.946042] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-a1f58e25-01d9-44ba-91df-f38e3ea1dc21 service nova] Enqueued Resource ID: 3d40435e-1732-450c-ac08-c41a3f1146a6 with Priority: HIGHEST for action port [ 832.948580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 832.948580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 832.948725] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d40435e-1732-450c-ac08-c41a3f1146a6 with Priority: HIGHEST for action port [ 832.948958] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.949123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.949190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.949401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.949484] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.950476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950933] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d40435e-1732-450c-ac08-c41a3f1146a6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.951066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.951217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.951324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.951414] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d40435e-1732-450c-ac08-c41a3f1146a6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.456173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456173] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d40435e-1732-450c-ac08-c41a3f1146a6 with status ACTIVE [ 833.456173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.457451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.457587] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d40435e-1732-450c-ac08-c41a3f1146a6 is going to be updated. [ 833.483373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.483630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.483630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.483889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.484048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.484236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d40435e-1732-450c-ac08-c41a3f1146a6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.686649] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 4s [ 834.877325] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3c6e8020-946f-4d1a-9790-238da521d697 None None] Enqueued Resource ID: a2a30103-7f70-49a6-a640-7b17ad8e7505 with Priority: HIGHEST for action port [ 834.877893] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a30103-7f70-49a6-a640-7b17ad8e7505 with Priority: HIGHEST for action port [ 834.878226] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a30103-7f70-49a6-a640-7b17ad8e7505 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.878356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a30103-7f70-49a6-a640-7b17ad8e7505" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.878431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a30103-7f70-49a6-a640-7b17ad8e7505" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.878689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a30103-7f70-49a6-a640-7b17ad8e7505" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.878770] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a30103-7f70-49a6-a640-7b17ad8e7505',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.386610] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a30103-7f70-49a6-a640-7b17ad8e7505 [ 835.386860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.387009] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.387094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.387307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.387395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.387732] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a30103-7f70-49a6-a640-7b17ad8e7505 already deleted. [ 835.387732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a30103-7f70-49a6-a640-7b17ad8e7505" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.699068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 836.699473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.699526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.699863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.700982] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.203433] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.606682] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-4d5fc17a-6bf4-4a77-9eba-05786066dc4c tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 837.607268] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 837.607914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.608047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.706397] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.953088] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.955059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.955059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.955059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.955059] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.955423] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.955639] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.956865] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.957041] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.957260] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.957374] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.957480] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.957583] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.957726] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.957780] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.957907] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.979836] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.980422] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.980660] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.980892] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-629" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.981275] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e52d5ee3-f625-467a-885c-bd2476c06002 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.981617] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.981766] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.982149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.982344] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52d5ee3-f625-467a-885c-bd2476c06002',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.208857] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.209399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.209399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.209471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.209581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.209692] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 838.242284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.242568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.242701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.243185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.243185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 838.485809] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.486091] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.486231] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.486609] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.486748] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.486930] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e52d5ee3-f625-467a-885c-bd2476c06002 not found, creating... [ 838.487196] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.487351] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.487470] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.487741] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.487887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.488198] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.488358] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.488464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.488678] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.488816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.489025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e52d5ee3-f625-467a-885c-bd2476c06002 is going to be created. [ 838.516805] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.517519] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.517519] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517674] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.517986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.518274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.239432] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-9cb597b6-1822-481e-a73b-66d4b64c02c6 service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 839.239874] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-9cb597b6-1822-481e-a73b-66d4b64c02c6 service nova] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 839.239874] env[66001]: INFO networking_nsxv3.common.synchronization [req-baf16717-d566-481a-bb83-51f30f417403 req-9cb597b6-1822-481e-a73b-66d4b64c02c6 service nova] Enqueued Resource ID: e52d5ee3-f625-467a-885c-bd2476c06002 with Priority: HIGHEST for action port [ 839.242177] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_rules [ 839.242363] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 839.242464] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52d5ee3-f625-467a-885c-bd2476c06002 with Priority: HIGHEST for action port [ 839.243311] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.243311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.243599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.243599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.245047] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52d5ee3-f625-467a-885c-bd2476c06002 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.245047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.245047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.245047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.245047] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52d5ee3-f625-467a-885c-bd2476c06002',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.747267] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e52d5ee3-f625-467a-885c-bd2476c06002 with status ACTIVE [ 839.747592] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.747670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.747740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.748386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.748386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.748386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.748386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.749321] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.749321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.749321] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e52d5ee3-f625-467a-885c-bd2476c06002 is going to be updated. [ 839.772339] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.772446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.772567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.772906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.773118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.773367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52d5ee3-f625-467a-885c-bd2476c06002" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.264165] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 840.264665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.264665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.265160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.265160] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.265160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.265160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.265350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.265350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.265464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.265531] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.266450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.266648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.266828] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.266901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.266952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.267115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.267211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.267261] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.768876] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.769130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.769279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.272123] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.775902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.776106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.776158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.776375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.776470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776552] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 841.813629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.814242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.825103] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 843.837279] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 843.837279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.837570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.837570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.837853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.837972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.838048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.838243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.838326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.838497] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.243320] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 844.243428] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 844.341950] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.844811] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.346456] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.346672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.346762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.347041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.347157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.347262] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 845.373943] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.374112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.374183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.374393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.374541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393498] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 847.405021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 847.405309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.405397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.405607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.405804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.405924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.405978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.406150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.406230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.406313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.406475] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.406569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.406627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.406767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.406910] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.407011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.407074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.407214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.407288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.407368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.407457] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.911028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6f4a77-37fa-4284-b68c-452619181434: rpc.has_security_group_logging(os_id): False [ 847.927746] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.927746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.928050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.928050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.928130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.929278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.929278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.929278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.929675] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.929675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.929675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.929786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.929786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.929936] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 847.991490] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.991664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.991722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.991930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.992095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.009693] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 849.244821] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.245135] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 849.467947] env[66001]: INFO networking_nsxv3.common.synchronization [req-993a2dd1-f61b-4162-8652-d4c7f79151a0 req-ea642bdb-a6dd-4c41-80e9-36a6f68d455b tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 849.468497] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 849.468795] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.468927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.468997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.469211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.469362] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.469469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.469524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.469656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.469737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.469831] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.972437] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.027080] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 850.027300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.027490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.027704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.027791] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.476049] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.531540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.531723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.978429] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.978585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.978658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.978880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.978971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.979089] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 850.982920] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5f46d04-e422-4295-9b2e-5e39c150817a req-b462fd96-fa3e-4fc7-9054-9f0345eed1b0 tempest-ServersTestManualDisk-603324254 tempest-ServersTestManualDisk-603324254-project-member] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 850.983445] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 850.983734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.983890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.983966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.984229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.984387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.984485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.984546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.984695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.984779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.984885] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.012354] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.012602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.012650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.012902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.013059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.023081] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 851.389434] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.389749] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-238" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.389935] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-238" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.390329] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-238" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.390817] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.391041] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391197] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.392058] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.392058] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.392058] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.392058] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.392209] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.392209] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.392286] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.392393] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.392523] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.413779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.414457] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.414619] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.414803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-238" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.415152] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-71f70d17-6e34-4707-b7f1-884953966aa6 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.415336] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.415531] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.415749] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.415965] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f70d17-6e34-4707-b7f1-884953966aa6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.488055] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.488346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.488346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.488458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.488538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.488732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.488830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.488928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.489058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.489144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.489236] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae already deleted. [ 851.489314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.643468] env[66001]: INFO networking_nsxv3.common.synchronization [req-bdf2fa97-a15d-4f23-9cd9-5ec2a38ac5d0 req-0e52f7d5-aa5d-446c-b893-baca9f3c8321 tempest-ServersTestFqdnHostnames-343461831 tempest-ServersTestFqdnHostnames-343461831-project-member] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 851.644104] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGHEST for action security_group_members [ 851.644726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.644872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.644969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.645244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.645411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.645538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.645616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.645838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.645954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.646137] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.920042] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.920042] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.920042] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.920362] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.920478] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.920624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 71f70d17-6e34-4707-b7f1-884953966aa6 not found, creating... [ 851.920880] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.921044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.921158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.921366] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.921494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.921898] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.922182] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.922322] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.922854] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.922854] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.922978] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 71f70d17-6e34-4707-b7f1-884953966aa6 is going to be created. [ 851.944845] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.945199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.945199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.945447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.945675] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.945889] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.149036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.149127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.149170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.149358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.149448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.149639] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.149735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.149794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.149944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.150032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.150115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 is going to be updated. [ 852.176942] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.176942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.176942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.177542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.177542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: IN_PROGRESS for 2s [ 852.661844] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5f46d04-e422-4295-9b2e-5e39c150817a req-8a1c7c39-4e0e-4580-9eb7-7d96cdfb35a0 service nova] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 852.661844] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5f46d04-e422-4295-9b2e-5e39c150817a req-8a1c7c39-4e0e-4580-9eb7-7d96cdfb35a0 service nova] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 852.661844] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5f46d04-e422-4295-9b2e-5e39c150817a req-8a1c7c39-4e0e-4580-9eb7-7d96cdfb35a0 service nova] Enqueued Resource ID: 71f70d17-6e34-4707-b7f1-884953966aa6 with Priority: HIGHEST for action port [ 852.661844] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_rules [ 852.662267] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 852.662267] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f70d17-6e34-4707-b7f1-884953966aa6 with Priority: HIGHEST for action port [ 852.662772] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.662772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.662772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.662772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.662932] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.663711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.663800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.663873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.664060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.664212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.664306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.664366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.664511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.664580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.664664] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.665870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f70d17-6e34-4707-b7f1-884953966aa6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.665870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.665870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.665870] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f70d17-6e34-4707-b7f1-884953966aa6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.033736] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 853.034050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.034230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.034442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.034630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.034747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.035131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035321] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.167785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.167922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.168138] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.169037] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71f70d17-6e34-4707-b7f1-884953966aa6 with status ACTIVE [ 853.169229] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.169338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.169404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.169600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.169878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.169878] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.170022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.170022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.170163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.170240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.170416] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.170510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.170569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.170704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.170777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.170860] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71f70d17-6e34-4707-b7f1-884953966aa6 is going to be updated. [ 853.192817] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.192964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.193029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.193236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.193366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.193510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f70d17-6e34-4707-b7f1-884953966aa6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.494018] env[66001]: INFO networking_nsxv3.common.synchronization [req-59b65033-94f3-4430-b133-86efcb69470a req-d6730ddf-9d31-4963-a346-8f1b782478d2 tempest-ServerMetadataTestJSON-1320315030 tempest-ServerMetadataTestJSON-1320315030-project-member] Enqueued Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 853.495104] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 853.495104] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.495510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.495510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.495704] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.495833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.495978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.496097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.496193] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.537206] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.537354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.537425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.537640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.537802] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.537899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.537967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.538132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.538220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.538305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.538451] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.538542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.538602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.538737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.538873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.538962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.539032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.539168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.539240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.539320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.539440] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.672955] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.873891] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.874233] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-831" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.874403] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-831" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.874764] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-831" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.875220] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.875474] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.875621] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.875905] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.876186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.876491] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.876627] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.876756] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.876909] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.877200] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.877308] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.877503] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.899597] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.899768] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.899901] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.900097] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-831" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.900413] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-5e507660-25eb-467a-b100-aa0ae5e6ba86 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.900589] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.900678] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.900987] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.901134] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e507660-25eb-467a-b100-aa0ae5e6ba86',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.998610] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.998821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.998899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.999143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.999237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.999443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.999540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.999602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.999753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.999830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.999960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 already deleted. [ 854.000080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.042460] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6f4a77-37fa-4284-b68c-452619181434: rpc.has_security_group_logging(os_id): False [ 854.062521] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.062737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.062814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.063044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.063136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.063370] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.063469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.063534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.063686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.063760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.063976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.064342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.064531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.064894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.064975] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 854.128974] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.129284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.129341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.129555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.129702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.147788] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 854.176777] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.176777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.176777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.176972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.177053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.177157] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae is going to be created. [ 854.197635] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 in Status: SUCCESS [ 854.197635] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 deletion is rescheduled due to dependency. [ 854.197635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.204406] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.204545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.204711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.204996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.204996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.215398] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: UNINITIALIZED for 2s [ 854.403594] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.403851] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.403981] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.404273] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.404428] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.404598] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 5e507660-25eb-467a-b100-aa0ae5e6ba86 not found, creating... [ 854.404871] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.405036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.405153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.405435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.405553] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.405766] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.405915] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.406036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.406300] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.406397] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.406544] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 5e507660-25eb-467a-b100-aa0ae5e6ba86 is going to be created. [ 854.426412] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.426623] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.426743] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.427252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.427344] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.427499] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.197752] env[66001]: INFO networking_nsxv3.common.synchronization [req-59b65033-94f3-4430-b133-86efcb69470a req-91a122c7-7270-49b8-8bf2-54429d209aa2 service nova] Enqueued Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_rules [ 855.198046] env[66001]: INFO networking_nsxv3.common.synchronization [req-59b65033-94f3-4430-b133-86efcb69470a req-91a122c7-7270-49b8-8bf2-54429d209aa2 service nova] Enqueued Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 855.198101] env[66001]: INFO networking_nsxv3.common.synchronization [req-59b65033-94f3-4430-b133-86efcb69470a req-91a122c7-7270-49b8-8bf2-54429d209aa2 service nova] Enqueued Resource ID: 5e507660-25eb-467a-b100-aa0ae5e6ba86 with Priority: HIGHEST for action port [ 855.198639] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_rules [ 855.198765] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 855.198906] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e507660-25eb-467a-b100-aa0ae5e6ba86 with Priority: HIGHEST for action port [ 855.202958] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.202958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.202958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.202958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.203169] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.204053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.204177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.204244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.204420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.204864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.204999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.205082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.205241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.205326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.205424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.211529] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e507660-25eb-467a-b100-aa0ae5e6ba86 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.211688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.211759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.212035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.212134] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e507660-25eb-467a-b100-aa0ae5e6ba86',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.714575] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.714816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.715055] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.716883] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e507660-25eb-467a-b100-aa0ae5e6ba86 with status ACTIVE [ 855.717100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.717226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.717287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.717495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.717597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.717782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.717888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.717947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.718498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.718498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.718498] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.718498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.718821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.718821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.718821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.718821] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e507660-25eb-467a-b100-aa0ae5e6ba86 is going to be updated. [ 855.750681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.751207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.751497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.751991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.752918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.753388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e507660-25eb-467a-b100-aa0ae5e6ba86" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.129153] env[66001]: INFO networking_nsxv3.common.synchronization [req-a097535a-a5c1-4fa4-9042-e5f097e90fab req-044a12be-7c52-4a28-87df-cbcd376eb690 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 856.129153] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 856.129153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.129153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.129153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.129153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.130615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.130877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.131056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.131333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131798] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.162400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 856.162400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.221588] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.228261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: SUCCESS [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.228261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228700] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.489862] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.490265] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490604] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.491240] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.491579] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.491579] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.492320] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.492320] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.492320] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.492320] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.492774] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.492774] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.492774] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.492774] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.493015] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.515397] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.515479] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.515632] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.515787] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.516241] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-22908029-d517-4329-9cf3-dacc4b7b9e76 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.516339] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.516413] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.517549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.517708] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22908029-d517-4329-9cf3-dacc4b7b9e76',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.636290] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.636532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.636532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.636713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.636798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.637071] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.637136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.637199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.638487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.638487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.638487] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be deleted. [ 856.672988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.673416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.673517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.673745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.674070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.674070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.730061] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.730061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.730061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.730061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.730061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.730061] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 is going to be created. [ 856.730061] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.755355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.755553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.755553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.755775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.755923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.767307] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: UNINITIALIZED for 2s [ 857.019666] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.020881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.020881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.020881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.020881] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.020881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 22908029-d517-4329-9cf3-dacc4b7b9e76 not found, creating... [ 857.020881] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.021179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.021179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.021306] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.021434] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.021706] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.021877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.021990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.022372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.022558] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.022736] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 22908029-d517-4329-9cf3-dacc4b7b9e76 is going to be created. [ 857.038381] env[66001]: INFO networking_nsxv3.common.synchronization [None req-efa31278-da44-4f7c-bda1-4d309cd8016c None None] Enqueued Resource ID: 4d2368ad-244a-432a-8054-d03d39adea42 with Priority: HIGHEST for action port [ 857.039067] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2368ad-244a-432a-8054-d03d39adea42 with Priority: HIGHEST for action port [ 857.039408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2368ad-244a-432a-8054-d03d39adea42 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.039536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2368ad-244a-432a-8054-d03d39adea42" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.039598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2368ad-244a-432a-8054-d03d39adea42" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.039848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2368ad-244a-432a-8054-d03d39adea42" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.039974] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2368ad-244a-432a-8054-d03d39adea42',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.047763] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.049049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.049049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.049049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.049049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.049049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.234161] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f466aeca-db13-43e9-be52-8b7f1744dcae: rpc.has_security_group_logging(os_id): False [ 857.256575] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.256769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.256816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.257032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.257124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.257370] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.257471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.257534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.257690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.257764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.257851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae is going to be created. [ 857.323759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.323997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.324078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.324266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.324461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.340426] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: IN_PROGRESS for 2s [ 857.543895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d2368ad-244a-432a-8054-d03d39adea42 [ 857.544296] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.544422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.544489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.544773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.544968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.544968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d2368ad-244a-432a-8054-d03d39adea42 already deleted. [ 857.545061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2368ad-244a-432a-8054-d03d39adea42" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.817704] env[66001]: INFO networking_nsxv3.common.synchronization [req-a097535a-a5c1-4fa4-9042-e5f097e90fab req-9e6affcf-2885-442e-9478-b2fd82ad272b service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 857.818583] env[66001]: INFO networking_nsxv3.common.synchronization [req-a097535a-a5c1-4fa4-9042-e5f097e90fab req-9e6affcf-2885-442e-9478-b2fd82ad272b service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 857.819122] env[66001]: INFO networking_nsxv3.common.synchronization [req-a097535a-a5c1-4fa4-9042-e5f097e90fab req-9e6affcf-2885-442e-9478-b2fd82ad272b service nova] Enqueued Resource ID: 22908029-d517-4329-9cf3-dacc4b7b9e76 with Priority: HIGHEST for action port [ 857.819908] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 857.820345] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 857.820465] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22908029-d517-4329-9cf3-dacc4b7b9e76 with Priority: HIGHEST for action port [ 857.822230] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.822230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.822230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.822230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.822230] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.822230] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.823398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.823398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.823549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.824310] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.824310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.824310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.824310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.824310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.824310] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.825123] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-22908029-d517-4329-9cf3-dacc4b7b9e76 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.825227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.825287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.825430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.825504] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22908029-d517-4329-9cf3-dacc4b7b9e76',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.328122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328431] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.329504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22908029-d517-4329-9cf3-dacc4b7b9e76 with status ACTIVE [ 858.329700] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.329816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.330128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.330450] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.330515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.330556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.330722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.330971] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.331129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.331129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.331284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.331401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.331600] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22908029-d517-4329-9cf3-dacc4b7b9e76 is going to be updated. [ 858.363462] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.363462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.363462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.363462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.363462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.363462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22908029-d517-4329-9cf3-dacc4b7b9e76" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.779566] env[66001]: INFO networking_nsxv3.common.synchronization [req-5ff0bc2d-71c2-408e-918e-966771917c19 req-8d4fbc0c-9a6e-4098-b73a-a7ae2eeaf605 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 858.780862] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: SUCCESS [ 858.781191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.781817] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 858.782310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.782310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.782621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.782715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.782819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.783117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.783188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.783321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.783446] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.785919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.785919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.785919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.785919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.785919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.785919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.785919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.786343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.786343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.786343] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.833297] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.163969] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.164201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.164326] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.164606] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.164884] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165376] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165376] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165875] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.166868] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.167057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.167556] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.167556] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.167556] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.167556] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.167895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.187696] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.187696] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.187696] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.187696] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-543" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.187696] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-ff26aa30-821a-4334-b52a-c9c3113e11cd taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.187696] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.187696] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.188085] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.188085] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff26aa30-821a-4334-b52a-c9c3113e11cd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.285980] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.286419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.286419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.286534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.287100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.287100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.287100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.287275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.287275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.287392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.288205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.288205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.288205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.288205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.288205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.288205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.288693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.288693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.288693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.288693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.288693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.290898] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.336958] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.336958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.336958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.337360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.337360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.337360] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be created. [ 859.355780] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: SUCCESS [ 859.355780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.364292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.364464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.364540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.364755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.364974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.377013] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: UNINITIALIZED for 2s [ 859.692192] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.692494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.692625] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.693095] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.693386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.693682] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port ff26aa30-821a-4334-b52a-c9c3113e11cd not found, creating... [ 859.694260] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.694837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.698181] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.698403] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.698823] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.699506] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.699667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.700023] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.700234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.700457] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: ff26aa30-821a-4334-b52a-c9c3113e11cd is going to be created. [ 859.734424] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.734424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734424] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.793633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c165fa-230f-4265-b74d-cc331e191e54: rpc.has_security_group_logging(os_id): False [ 859.797035] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.816721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.816721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.816721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.817681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.817963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.818123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.818407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.818520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.818831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.818955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.819055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.819272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.819376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.819504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 is going to be created. [ 859.916290] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.916290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.916290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.916445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.916635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930719] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: IN_PROGRESS for 2s [ 860.046520] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4f04d795-eb82-4440-a129-eb42a7e605df None None] Enqueued Resource ID: 07976fb6-7ba5-49eb-a70c-282d86001d73 with Priority: HIGHEST for action port [ 860.047459] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07976fb6-7ba5-49eb-a70c-282d86001d73 with Priority: HIGHEST for action port [ 860.047932] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-07976fb6-7ba5-49eb-a70c-282d86001d73 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.048128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07976fb6-7ba5-49eb-a70c-282d86001d73" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.048230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07976fb6-7ba5-49eb-a70c-282d86001d73" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07976fb6-7ba5-49eb-a70c-282d86001d73" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048712] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07976fb6-7ba5-49eb-a70c-282d86001d73',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.299699] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.299699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.299926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.300128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.300128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.300231] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 860.332186] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.332344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.332467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.332593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.333943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.348950] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [req-5ff0bc2d-71c2-408e-918e-966771917c19 req-513f38e8-3759-4a2b-b8c0-40996a96314f service nova] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [req-5ff0bc2d-71c2-408e-918e-966771917c19 req-513f38e8-3759-4a2b-b8c0-40996a96314f service nova] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [req-5ff0bc2d-71c2-408e-918e-966771917c19 req-513f38e8-3759-4a2b-b8c0-40996a96314f service nova] Enqueued Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 860.476127] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 860.476338] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.476445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.476511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.476709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.476788] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.477663] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.477759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.477955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff26aa30-821a-4334-b52a-c9c3113e11cd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.478068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.478132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.478611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.478721] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff26aa30-821a-4334-b52a-c9c3113e11cd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.553212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07976fb6-7ba5-49eb-a70c-282d86001d73 [ 860.553212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.553212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.553212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.553212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.553212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.553212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07976fb6-7ba5-49eb-a70c-282d86001d73 already deleted. [ 860.553212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07976fb6-7ba5-49eb-a70c-282d86001d73" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.980754] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.980914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.981168] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff26aa30-821a-4334-b52a-c9c3113e11cd with status ACTIVE [ 860.981368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.981453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.981522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.981736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.981841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.982031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.982132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.982195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.982360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.982459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.982622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.982715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.982778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.982957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.983056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.983147] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff26aa30-821a-4334-b52a-c9c3113e11cd is going to be updated. [ 861.011049] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.011049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.011049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.011428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.011614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.011858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.364238] env[66001]: INFO networking_nsxv3.common.synchronization [req-583aaa06-1431-4cf6-8a3b-0be631360949 req-4eb42917-a21a-46a6-b1b9-5c7b16c3d757 tempest-ServerTagsTestJSON-851091316 tempest-ServerTagsTestJSON-851091316-project-member] Enqueued Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 861.364807] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 861.365831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.365831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.365831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.365831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.366146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.366446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.366586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.366716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.366890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.366987] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.388373] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 861.388614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.389613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.389613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.389613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.389754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.389798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.389957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.390161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.390400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.390501] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.828048] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.828048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-908" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.828048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-908" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-908" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.828048] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.828673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.828673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.828673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.828890] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.828890] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.828991] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.829100] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.829207] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.829308] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.829432] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.852335] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.852532] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.852666] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.852852] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-908" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.853185] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-fe252bda-0fb1-45fc-804a-4caf52d83406 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.853356] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.853792] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.854020] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe252bda-0fb1-45fc-804a-4caf52d83406',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.870146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.870563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870827] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.871165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.871299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.871343] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 already deleted. [ 861.871456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.894190] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.894341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.894841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.895099] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.895258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.895361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.895582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.895741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.895854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.896024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.896117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.896175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.896322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.896455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.896553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.897115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.897115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.897115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.897115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.897115] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.946155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: SUCCESS [ 861.946384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.357400] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.357400] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.357669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.357807] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.357911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.358072] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port fe252bda-0fb1-45fc-804a-4caf52d83406 not found, creating... [ 862.358586] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.358812] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.358994] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.359276] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.360550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.360550] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.360550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.360550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.360550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.360550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.360550] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: fe252bda-0fb1-45fc-804a-4caf52d83406 is going to be created. [ 862.362197] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 862.362386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.362554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.362723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.362885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.363010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.363083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.363231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.363310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.363404] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.387623] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.388020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.388020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.388241] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.388473] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.388693] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.402477] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 862.434623] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.434942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.434942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.435483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435858] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.436029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.436145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.436420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.436555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.436912] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.437088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.437223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.437496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.437629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.437968] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.438427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.438427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.438530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.438628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.438779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be created. [ 862.540155] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.540437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.540521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.540817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.541125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.564602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 862.866856] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.129568] env[66001]: INFO networking_nsxv3.common.synchronization [req-583aaa06-1431-4cf6-8a3b-0be631360949 req-ea534329-2b92-40ac-97db-d940ea95aaf4 service nova] Enqueued Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_rules [ 863.129834] env[66001]: INFO networking_nsxv3.common.synchronization [req-583aaa06-1431-4cf6-8a3b-0be631360949 req-ea534329-2b92-40ac-97db-d940ea95aaf4 service nova] Enqueued Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 863.129983] env[66001]: INFO networking_nsxv3.common.synchronization [req-583aaa06-1431-4cf6-8a3b-0be631360949 req-ea534329-2b92-40ac-97db-d940ea95aaf4 service nova] Enqueued Resource ID: fe252bda-0fb1-45fc-804a-4caf52d83406 with Priority: HIGHEST for action port [ 863.130983] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_rules [ 863.131236] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 863.131299] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe252bda-0fb1-45fc-804a-4caf52d83406 with Priority: HIGHEST for action port [ 863.132065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.132065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.132065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.132281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.132281] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.133772] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.133996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.134151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.134397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.134558] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.134667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.134756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.134888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.135173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.135173] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.136257] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe252bda-0fb1-45fc-804a-4caf52d83406 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.136257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.136257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.136490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.136490] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe252bda-0fb1-45fc-804a-4caf52d83406',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.368783] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.638950] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.639332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.639332] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.640242] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe252bda-0fb1-45fc-804a-4caf52d83406 with status ACTIVE [ 863.640435] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.640550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.640613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.640835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.640921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.641116] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.641262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.641354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.641621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.641621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.641791] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.641923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.642044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.643697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.643697] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe252bda-0fb1-45fc-804a-4caf52d83406 is going to be updated. [ 863.671373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.671647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.671647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.671993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.672228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.672473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe252bda-0fb1-45fc-804a-4caf52d83406" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.872360] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.876257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.876257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.876257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.876257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.876257] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 863.914102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.914471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.914471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.914595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.914713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.926173] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 864.145442] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.598420] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 864.598712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.649057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.649057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.649057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.649057] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 is going to be created. [ 864.675239] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.675239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.675488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.675706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.675867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.689660] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: UNINITIALIZED for 2s [ 864.864413] env[66001]: INFO networking_nsxv3.common.synchronization [req-5783932c-7570-4e8b-bd87-67d71c0dbfb4 req-35b031d9-eb49-4e79-a51d-f07699d575d2 tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 864.865364] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a with Priority: HIGHEST for action security_group_members [ 864.866044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.866212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.866519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.866690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.867279] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.867279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.867279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.867628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.867881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.868098] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0c5039-7ba1-49e4-a5a9-748ade801f2a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.372436] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.372647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.372696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.403207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.404054] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.404054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.404054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.404054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.404054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.404375] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a is going to be updated. [ 865.450099] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.450099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.450099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.450099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.450099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.464211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: IN_PROGRESS for 2s [ 865.957968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 865.957968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958647] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.465030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.465030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.465876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.465876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.466223] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.700404] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: SUCCESS [ 866.700524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.700691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.700932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.701582] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.701582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.701582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.701828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.701828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.702793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.702793] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.969638] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 866.988439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.988439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.989444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.990280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990612] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.994277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.994277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.994277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.994277] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 867.064177] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.064177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.064177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.064177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.064404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.085447] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 867.206625] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.206625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.206625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.206625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.207113] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.207266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.207422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.207773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.209109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.209109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.209109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.209109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.209109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.209109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.209475] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.209536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.209661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.209898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.210063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.210144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.210377] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.478992] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a in Status: SUCCESS [ 867.478992] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0c5039-7ba1-49e4-a5a9-748ade801f2a deletion is rescheduled due to dependency. [ 867.479357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0c5039-7ba1-49e4-a5a9-748ade801f2a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658632] env[66001]: INFO networking_nsxv3.common.synchronization [req-9c828639-59d8-4648-ae8d-e8d2b315674a req-2854bbc9-1850-440a-9454-a60bf56eb24b tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 867.659430] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 867.660141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.660333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.660773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.660773] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.661043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.661647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.661647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.661647] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.714537] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006fd5d0-a5d1-4035-bda4-d7033297a301: rpc.has_security_group_logging(os_id): False [ 867.738508] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.738699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.738747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.738931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.739039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.739477] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.739477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.739477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.739615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.739717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740298] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.740298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.740298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.740298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.740298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740598] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.740598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.740598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.740856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.740856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740856] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 is going to be created. [ 867.804109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.805106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.805106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.805106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.805106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.817446] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: IN_PROGRESS for 2s [ 868.164313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.164710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.164710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.164931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.165041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.165280] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.165427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.165520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.165696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.165790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.165895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f already deleted. [ 868.166019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603171] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.603306] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.603356] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.603670] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.603981] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.604250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.604381] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.604620] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.604760] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.604969] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.605095] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.605200] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.605384] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.605439] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.605502] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.605629] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.630181] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.630181] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.630181] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.630423] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630844] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-6c314106-09f0-424b-a554-42c48616ac88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.631124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.631124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.631439] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.631576] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c314106-09f0-424b-a554-42c48616ac88',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.113034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 869.113326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.135969] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.136309] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136461] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136774] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.137056] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.137235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 6c314106-09f0-424b-a554-42c48616ac88 not found, creating... [ 869.137757] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.137876] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.138056] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.138328] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.138492] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.138831] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.138994] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.139152] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.139763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.139763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.139835] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 6c314106-09f0-424b-a554-42c48616ac88 is going to be created. [ 869.171158] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.171453] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.171544] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.171860] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.172142] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.173039] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.741930] env[66001]: INFO networking_nsxv3.common.synchronization [req-a28bf7a3-ac51-4fed-8dc6-c7dfd9194416 req-251fdd6d-5c91-435f-b77d-56a57e463c81 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 869.742561] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 869.742929] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.743524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.743524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.743683] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.743755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.744016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.744116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.744222] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.832629] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: SUCCESS [ 869.832629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944796] env[66001]: INFO networking_nsxv3.common.synchronization [req-9c828639-59d8-4648-ae8d-e8d2b315674a req-2a907ce8-3756-4f24-b319-5e8c57962439 service nova] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 869.944969] env[66001]: INFO networking_nsxv3.common.synchronization [req-9c828639-59d8-4648-ae8d-e8d2b315674a req-2a907ce8-3756-4f24-b319-5e8c57962439 service nova] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 869.945151] env[66001]: INFO networking_nsxv3.common.synchronization [req-9c828639-59d8-4648-ae8d-e8d2b315674a req-2a907ce8-3756-4f24-b319-5e8c57962439 service nova] Enqueued Resource ID: 6c314106-09f0-424b-a554-42c48616ac88 with Priority: HIGHEST for action port [ 869.945706] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_rules [ 869.946023] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 869.946023] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c314106-09f0-424b-a554-42c48616ac88 with Priority: HIGHEST for action port [ 869.946154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.946288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.946358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.947034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.947034] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.947479] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.947587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.947653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.947817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.947966] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.948074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.948136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.948279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.948361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.948446] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.949593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c314106-09f0-424b-a554-42c48616ac88 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.949593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.949593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.949593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.949593] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c314106-09f0-424b-a554-42c48616ac88',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.185331] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.185684] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.185684] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.185975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.186255] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.186414] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.186546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.186775] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.186919] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.187197] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.187355] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.187472] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.187577] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.187688] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.187792] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.187923] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.215737] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.216243] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.216243] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.216243] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.216481] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-8c08921b-531d-4e54-a1d4-e16bfa2ab870 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.216655] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.216772] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217098] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217240] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c08921b-531d-4e54-a1d4-e16bfa2ab870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.252411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.252411] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.252411] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 already deleted. [ 870.252411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.451782] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.452980] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.453480] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c314106-09f0-424b-a554-42c48616ac88 with status ACTIVE [ 870.453654] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.453821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.454428] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.454547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.455484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.455570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.455724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.455805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455888] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c314106-09f0-424b-a554-42c48616ac88 is going to be updated. [ 870.480238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.480399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.480504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.480733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.480876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.481054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c314106-09f0-424b-a554-42c48616ac88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.721624] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.721624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.721624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.721926] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.722124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.722303] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 8c08921b-531d-4e54-a1d4-e16bfa2ab870 not found, creating... [ 870.722963] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.722963] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.722963] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.723280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.723541] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.723896] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.724205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.724489] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.724755] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.725015] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.725247] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 8c08921b-531d-4e54-a1d4-e16bfa2ab870 is going to be created. [ 870.756995] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.757366] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.757576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.757980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.758421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.758790] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.954362] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.457070] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.457376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.457376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.457656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.457687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.457783] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f is going to be created. [ 871.464972] env[66001]: INFO networking_nsxv3.common.synchronization [req-a28bf7a3-ac51-4fed-8dc6-c7dfd9194416 req-cbec5274-0391-4c3a-b4de-3b1b8fcc5c99 service nova] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 871.465201] env[66001]: INFO networking_nsxv3.common.synchronization [req-a28bf7a3-ac51-4fed-8dc6-c7dfd9194416 req-cbec5274-0391-4c3a-b4de-3b1b8fcc5c99 service nova] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 871.465345] env[66001]: INFO networking_nsxv3.common.synchronization [req-a28bf7a3-ac51-4fed-8dc6-c7dfd9194416 req-cbec5274-0391-4c3a-b4de-3b1b8fcc5c99 service nova] Enqueued Resource ID: 8c08921b-531d-4e54-a1d4-e16bfa2ab870 with Priority: HIGHEST for action port [ 871.465924] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_rules [ 871.466220] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 871.466350] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c08921b-531d-4e54-a1d4-e16bfa2ab870 with Priority: HIGHEST for action port [ 871.466701] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.466837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.466911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.467133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.467229] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.468255] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.468323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.468404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.468587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.468776] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.468877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.469052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.469104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.469186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.469278] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.470172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c08921b-531d-4e54-a1d4-e16bfa2ab870 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.470296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.470362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.470518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.470596] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c08921b-531d-4e54-a1d4-e16bfa2ab870',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.492580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.493138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.493138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.493138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.493232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.508063] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: UNINITIALIZED for 2s [ 871.956666] env[66001]: INFO networking_nsxv3.common.synchronization [None req-38358e00-88fb-4738-9272-436dda168a02 None None] Enqueued Resource ID: fb35e843-a6d3-400b-84a8-c6ecf70785dc with Priority: HIGHEST for action port [ 871.957851] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb35e843-a6d3-400b-84a8-c6ecf70785dc with Priority: HIGHEST for action port [ 871.957851] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb35e843-a6d3-400b-84a8-c6ecf70785dc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.957851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb35e843-a6d3-400b-84a8-c6ecf70785dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.957851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb35e843-a6d3-400b-84a8-c6ecf70785dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.958246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb35e843-a6d3-400b-84a8-c6ecf70785dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.958389] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb35e843-a6d3-400b-84a8-c6ecf70785dc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.973262] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.974382] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c08921b-531d-4e54-a1d4-e16bfa2ab870 with status ACTIVE [ 871.974382] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.974382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.974382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.974382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.974788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.974788] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.974788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.974926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.975305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.975305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.975801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.975801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.975801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.975801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.976076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.976076] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c08921b-531d-4e54-a1d4-e16bfa2ab870 is going to be updated. [ 871.977769] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.005016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.005169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.005246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.005521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.005660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.005817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c08921b-531d-4e54-a1d4-e16bfa2ab870" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462231] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb35e843-a6d3-400b-84a8-c6ecf70785dc [ 872.462482] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.462563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.462606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.463102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.463102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.463102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb35e843-a6d3-400b-84a8-c6ecf70785dc already deleted. [ 872.463102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb35e843-a6d3-400b-84a8-c6ecf70785dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.480120] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.593403] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 872.593539] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 872.594859] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 872.595580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 872.595758] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.596074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.596500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.596589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.596806] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.596958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.597068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.597362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.597501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.597647] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.599449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.599449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.599449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.599449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.599449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.599758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.599758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.601279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.601279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.601279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.647750] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_rules [ 872.648297] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [req-338f404e-92cd-49ac-975a-f832e3a213ca req-e7e986f8-3578-4aa4-b1cb-f6522421474a tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_rules [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 872.651102] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 872.654278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.654468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.654560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.656653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.656653] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.657201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.657201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.657201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.657466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.657522] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.658645] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff26aa30-821a-4334-b52a-c9c3113e11cd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.659417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.659545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.659749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.659825] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff26aa30-821a-4334-b52a-c9c3113e11cd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.660861] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.661001] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.661287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.661373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.987025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.987025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.987025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.987025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.987540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.987688] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 is going to be created. [ 873.014554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.014554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.014554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.014554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.014554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.027902] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: UNINITIALIZED for 2s [ 873.102233] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.105324] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.163303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.163433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.163682] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.163763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166586] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff26aa30-821a-4334-b52a-c9c3113e11cd with status ACTIVE [ 873.166586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.166586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.166804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.166881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.167078] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.167225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.167301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.167452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.167525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.168110] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.168110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.168110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.168939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.169221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.170598] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff26aa30-821a-4334-b52a-c9c3113e11cd is going to be updated. [ 873.196209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.196538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.196538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.196635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.196738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.196891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.520743] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: SUCCESS [ 873.520972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.520972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.521965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521965] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.521965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.521965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.521965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.522310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.522426] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.606249] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.608821] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.027014] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.112677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.112677] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 874.112677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.112677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.112677] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be created. [ 874.158701] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.158880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.159862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.159862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.159862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.165474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.165474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.165474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.165717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.169025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.175503] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: UNINITIALIZED for 2s [ 874.181107] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 874.333822] env[66001]: INFO networking_nsxv3.common.synchronization [None req-1f609bd8-c23f-435e-97ce-9fb7d22dda2d None None] Enqueued Resource ID: b2a265f2-f843-4c41-ae02-da53c1e2ff23 with Priority: HIGHEST for action port [ 874.334177] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a265f2-f843-4c41-ae02-da53c1e2ff23 with Priority: HIGHEST for action port [ 874.334577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a265f2-f843-4c41-ae02-da53c1e2ff23 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a265f2-f843-4c41-ae02-da53c1e2ff23" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a265f2-f843-4c41-ae02-da53c1e2ff23" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.335852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a265f2-f843-4c41-ae02-da53c1e2ff23" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.335852] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a265f2-f843-4c41-ae02-da53c1e2ff23',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.529539] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d299ff7-9595-41d2-8705-b749a5a2677f: rpc.has_security_group_logging(os_id): False [ 874.550282] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.551096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.551187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.551636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.551710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.551882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.552018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.552118] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f is going to be created. [ 874.617729] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.617955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.618044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.618220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.618421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.630514] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: IN_PROGRESS for 2s [ 874.839019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2a265f2-f843-4c41-ae02-da53c1e2ff23 [ 874.839019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.839019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.839019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.839207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.839207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.839267] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2a265f2-f843-4c41-ae02-da53c1e2ff23 already deleted. [ 874.839307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a265f2-f843-4c41-ae02-da53c1e2ff23" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039041] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: SUCCESS [ 875.039267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.039647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.039832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.040039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.040192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.040276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.040349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.040437] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.546575] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.049759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80d44fce-9f7b-4e7b-936c-ddcedf188a87: rpc.has_security_group_logging(os_id): False [ 876.075513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.075513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.075513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.075513] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 is going to be created. [ 876.147744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.147969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.148096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.148357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.148636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.159908] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: IN_PROGRESS for 2s [ 876.185855] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 876.186803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.186803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.186803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.186803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.186803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.186803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.191315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.191315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.191315] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.191825] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 876.192734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.192734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.193096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.193620] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.193620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.193620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.193907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.193907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.193907] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.648218] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: SUCCESS [ 876.648716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.691361] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.697343] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.193698] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.204544] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.697751] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.698084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698707] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be updated. [ 877.706523] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.706746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.706825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.707065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.707159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.707261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 877.734923] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.734923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.734923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.735284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.735284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.736981] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.737131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.737197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.737369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.737493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.750478] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 877.751223] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 878.176862] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: SUCCESS [ 878.177112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.941406] env[66001]: INFO networking_nsxv3.common.synchronization [req-aa9cbdd8-47e6-4262-83c1-ed1c58609751 req-ee501ed3-02e8-4a58-a22d-9154c0c3db54 tempest-ServerMetadataTestJSON-1320315030 tempest-ServerMetadataTestJSON-1320315030-project-member] Enqueued Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 878.941406] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGHEST for action security_group_members [ 878.941406] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.941406] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.941406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.942396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.942396] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.446187] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.449023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.449023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.449023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 is going to be updated. [ 879.481274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.481426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.481426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.481701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.481876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.494634] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: IN_PROGRESS for 2s [ 879.604512] env[66001]: INFO networking_nsxv3.common.synchronization [req-12056875-caf7-4414-abb9-437dd2b0da6c req-0705dc65-06da-40ce-b833-e4b3e354be26 tempest-ServerGroupTestJSON-1558284876 tempest-ServerGroupTestJSON-1558284876-project-member] Enqueued Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 879.605191] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 879.605535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.605664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.605738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.606109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.606297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.606402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.606462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.606716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.606716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.606825] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.765017] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 879.765806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.766098] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 879.766280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.766480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.766733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.766926] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.767055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.767138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.767301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.767384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.767464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.767554] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.768567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.768567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.768707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.768834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.769301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.769301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.769301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.769301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.769301] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.871378] env[66001]: INFO networking_nsxv3.common.synchronization [req-33e5b15e-6915-4c7c-af8d-c12e206a2c08 req-1673445f-5847-44c7-bccf-5307f4634f5a tempest-ServerTagsTestJSON-851091316 tempest-ServerTagsTestJSON-851091316-project-member] Enqueued Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 879.871717] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 with Priority: HIGHEST for action security_group_members [ 879.874638] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-006fd5d0-a5d1-4035-bda4-d7033297a301 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.874638] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.874638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.874638] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006fd5d0-a5d1-4035-bda4-d7033297a301',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.109687] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.109981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.109981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.110240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.110338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.110616] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.110774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.110872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.111124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.111170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.111255] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a already deleted. [ 880.113532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.271248] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.273617] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.273769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.273840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.275984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.276250] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.276382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.276450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.276663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.276748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.276841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.276998] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.277550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.277625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.277791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.277943] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.278095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.278157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.278329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.278421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.278520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.278627] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.375610] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.375776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.375851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.376087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.376183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.376385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.376477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.376540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.376690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.376784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.376886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 is going to be updated. [ 880.404222] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.404373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.404440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.415171] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: IN_PROGRESS for 2s [ 880.488139] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.488394] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-146" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.488467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-146" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.488801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-146" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.489211] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.489211] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.489332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.489860] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.489860] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.489950] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.489980] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.490095] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.490199] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.490303] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.490400] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.490531] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.509905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.510142] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.510243] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.510419] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-146" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.510734] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-91c13a71-a07f-4831-8d2c-286bce8fc715 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.511546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.511546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.511546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.511546] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c13a71-a07f-4831-8d2c-286bce8fc715',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.775276] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 929ae1ab-2362-492e-9c0b-32563326855a: rpc.has_security_group_logging(os_id): False [ 880.779038] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 880.779038] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 880.779038] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 880.779038] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 880.779289] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 880.779289] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 880.779559] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.779649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.779712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.779900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.780111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.780218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.780275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.780425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.780503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.780588] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.783853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.783962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.784047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.784239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.784387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.784478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.784536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.784671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.784749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.785257] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.786967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.786967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.786967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.786967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.786967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.786967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.786967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.787237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.787237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.787237] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.789198] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 880.812927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.813107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.813172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.813377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.813621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.813709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.813759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.813821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.814706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.814706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.814706] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be created. [ 880.816056] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.817232] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.817343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.817402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.817548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.817792] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.817880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.817937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.818083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.818284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.818284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 880.842058] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_rules [ 880.842267] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 880.842400] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_rules [ 880.842524] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 880.842646] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 880.842763] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 880.842884] env[66001]: INFO networking_nsxv3.common.synchronization [req-61828a98-dbd0-45f7-9e71-9ff8e751f1b5 req-5d89cd22-fcb4-4ec8-8163-6f9e03a0490d tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 880.843404] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_rules [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_rules [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff26aa30-821a-4334-b52a-c9c3113e11cd with Priority: HIGHEST for action port [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_rules [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 880.844873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 880.844873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.844873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.844873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.844873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.844873] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.846028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846522] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846795] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff26aa30-821a-4334-b52a-c9c3113e11cd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.847152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.847230] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff26aa30-821a-4334-b52a-c9c3113e11cd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.848335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.848335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.848335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.848568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.848568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.848633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.887403] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.887403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.887403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.887577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.888064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.894438] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.894592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.894592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.895454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.895454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.899727] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 880.912520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 881.013802] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.014247] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.014667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.015238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.015238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.015420] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 91c13a71-a07f-4831-8d2c-286bce8fc715 not found, creating... [ 881.016436] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.016436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.016436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.016627] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016934] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.017016] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.017136] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.017459] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 91c13a71-a07f-4831-8d2c-286bce8fc715 is going to be created. [ 881.044451] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.044658] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.044800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.045134] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.045391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.045624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.290654] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.292055] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.292866] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.349938] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff26aa30-821a-4334-b52a-c9c3113e11cd with status ACTIVE [ 881.350215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.350633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.350633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.350741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.350741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.350970] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.351361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.351361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.351361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.351475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.351622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.351735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.351813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.351983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.352146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.352146] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff26aa30-821a-4334-b52a-c9c3113e11cd is going to be updated. [ 881.354398] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.354531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.379454] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.379627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.379681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.379945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.380146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.380331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff26aa30-821a-4334-b52a-c9c3113e11cd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.505288] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c165fa-230f-4265-b74d-cc331e191e54 in Status: SUCCESS [ 881.505537] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 deletion is rescheduled due to dependency. [ 881.505598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.735065] env[66001]: INFO networking_nsxv3.common.synchronization [req-12056875-caf7-4414-abb9-437dd2b0da6c req-9c2519d5-785e-45c0-adb6-2c9e7c3e9f61 service nova] Enqueued Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_rules [ 881.735257] env[66001]: INFO networking_nsxv3.common.synchronization [req-12056875-caf7-4414-abb9-437dd2b0da6c req-9c2519d5-785e-45c0-adb6-2c9e7c3e9f61 service nova] Enqueued Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 881.735414] env[66001]: INFO networking_nsxv3.common.synchronization [req-12056875-caf7-4414-abb9-437dd2b0da6c req-9c2519d5-785e-45c0-adb6-2c9e7c3e9f61 service nova] Enqueued Resource ID: 91c13a71-a07f-4831-8d2c-286bce8fc715 with Priority: HIGHEST for action port [ 881.735968] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_rules [ 881.736263] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 881.736389] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c13a71-a07f-4831-8d2c-286bce8fc715 with Priority: HIGHEST for action port [ 881.736684] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.736815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.736880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.737166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.737261] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.739134] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.739244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.739333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.739801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.739801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.739891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.739933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.740241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.740351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.740448] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.744044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c13a71-a07f-4831-8d2c-286bce8fc715 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.744247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.744330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.744587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.744679] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c13a71-a07f-4831-8d2c-286bce8fc715',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.792378] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.793787] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.801198] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.239855] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.239855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.248482] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.248482] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c13a71-a07f-4831-8d2c-286bce8fc715 with status ACTIVE [ 882.248856] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.248856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.248856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.249561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.249561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.249561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.249561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.249561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.249561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.249767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.249767] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.250236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.250236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.250236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.250236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.250398] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c13a71-a07f-4831-8d2c-286bce8fc715 is going to be updated. [ 882.270955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.271132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.271232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.272196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.272366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.272538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c13a71-a07f-4831-8d2c-286bce8fc715" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.294493] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.294779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.294779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 882.296952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.297413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.297413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.297549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.299966] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c is going to be created. [ 882.304414] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.304414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.304414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.306645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.306645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.306645] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be updated. [ 882.330022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.330170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.330254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.330482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.339927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.340092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.340141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.340343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.340485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.357571] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c in Status: UNINITIALIZED for 2s [ 882.358144] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 882.369278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.369411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.369481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.369676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.369848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.391086] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 882.440966] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 in Status: SUCCESS [ 882.440966] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006fd5d0-a5d1-4035-bda4-d7033297a301 deletion is rescheduled due to dependency. [ 882.440966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006fd5d0-a5d1-4035-bda4-d7033297a301" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.755670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.913419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 882.913618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.916022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.916022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.916022] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.934477] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 882.934842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.935429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.935734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.935902] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.197666] env[66001]: INFO networking_nsxv3.common.synchronization [req-a5a16dc6-1ef9-4c5b-80a4-9078852f774a req-fde458ce-7264-416b-9b34-084b9faae1a4 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 883.198293] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 883.198666] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.198754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.198793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.199010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.199137] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.201379] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.257674] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.257834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.257987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.258145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.258248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.258353] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a is going to be created. [ 883.284490] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.284637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.284756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.284925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.285100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.295697] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: UNINITIALIZED for 2s [ 883.418847] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.418847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.438495] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.438603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.598852] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.599122] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.599272] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.599555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.599817] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.600070] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.600188] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.600403] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.600540] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.600795] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.600927] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.601576] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.601576] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.601576] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.601576] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.601576] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.625836] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.625836] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.625836] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.625836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.625836] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-fd21952b-80d9-4f18-ac45-b23cdd684744 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.625836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.625836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.625836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.625836] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd21952b-80d9-4f18-ac45-b23cdd684744',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.703083] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.127795] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.128051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.128196] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.128465] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.128642] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.128795] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port fd21952b-80d9-4f18-ac45-b23cdd684744 not found, creating... [ 884.129124] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.129288] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.129405] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.129621] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.129847] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.130098] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.130281] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.130461] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.130727] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.131041] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.131122] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: fd21952b-80d9-4f18-ac45-b23cdd684744 is going to be created. [ 884.152799] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.153016] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.153144] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.153430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.153672] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.153900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.205977] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.369379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c in Status: SUCCESS [ 884.369720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.370421] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 884.370614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.370777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.371025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.371234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.371364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.371426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.371603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.371701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.371802] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.372724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.372902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.373098] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.373203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.373276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.373447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.373514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.373609] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.402079] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 884.402350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.403099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.403421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.403690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.403851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.403956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.404212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.404307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.404430] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.708455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.711291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.711291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.711291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.711291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.711291] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 884.743581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.743971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.743971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.744283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.744739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.761199] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 884.876018] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.878629] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.908014] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.909577] env[66001]: INFO networking_nsxv3.common.synchronization [req-a5a16dc6-1ef9-4c5b-80a4-9078852f774a req-12e8be05-a3b3-4829-93a9-6fa39c6bcc03 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 884.909749] env[66001]: INFO networking_nsxv3.common.synchronization [req-a5a16dc6-1ef9-4c5b-80a4-9078852f774a req-12e8be05-a3b3-4829-93a9-6fa39c6bcc03 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 884.909885] env[66001]: INFO networking_nsxv3.common.synchronization [req-a5a16dc6-1ef9-4c5b-80a4-9078852f774a req-12e8be05-a3b3-4829-93a9-6fa39c6bcc03 service nova] Enqueued Resource ID: fd21952b-80d9-4f18-ac45-b23cdd684744 with Priority: HIGHEST for action port [ 884.911208] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 884.911208] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 884.911208] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd21952b-80d9-4f18-ac45-b23cdd684744 with Priority: HIGHEST for action port [ 884.911444] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.911624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.911696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.911963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.912120] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.912921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.913027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.913225] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd21952b-80d9-4f18-ac45-b23cdd684744 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.913325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.913388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.913559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.913632] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd21952b-80d9-4f18-ac45-b23cdd684744',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.926813] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e56ad2-f38e-4b78-ba7c-83e9211a612c req-b52b0100-f65f-4a1c-971b-d83e94e017fe tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 884.927059] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e56ad2-f38e-4b78-ba7c-83e9211a612c req-b52b0100-f65f-4a1c-971b-d83e94e017fe tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 884.927208] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e56ad2-f38e-4b78-ba7c-83e9211a612c req-b52b0100-f65f-4a1c-971b-d83e94e017fe tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 884.928396] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 884.928459] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGHEST for action security_group_members [ 884.928562] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c with Priority: HIGHEST for action security_group_members [ 884.929108] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929426] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.324650] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: SUCCESS [ 885.324939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.325061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.325322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.325531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.325656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.325722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.325873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.325956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.326058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.326149] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.378432] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.381454] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.411224] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.416372] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.416372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.416559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd21952b-80d9-4f18-ac45-b23cdd684744 with status ACTIVE [ 885.416885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.417063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.417337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.418565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.418681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.419307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.419408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.419677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.419845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.420188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.420277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.420428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.420626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.420691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.420807] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd21952b-80d9-4f18-ac45-b23cdd684744 is going to be updated. [ 885.444767] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.444927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.444987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.445224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.445371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.445550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd21952b-80d9-4f18-ac45-b23cdd684744" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.828630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.828791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.828863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.829127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.829306] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.829411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.829475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.829634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.829720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.829814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.829946] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.830050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.830111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.830263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.830415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.830482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.830539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.830678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.830756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.830838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.830927] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.883021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.883021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.883021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.883021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.883021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.883021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c is going to be updated. [ 885.886621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.886758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.886907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.887038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.887123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.887216] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 885.914791] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.914791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.915088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.915556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.915556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.915670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be updated. [ 885.917825] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.917943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.917992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.918223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.919781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.921078] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.921215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.921320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.921526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.921792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.950306] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c in Status: IN_PROGRESS for 2s [ 885.951017] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 885.973428] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.973581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.973652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.973894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.974236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988213] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 886.333626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4376bd-64e7-4020-a368-c91c76f16e1a: rpc.has_security_group_logging(os_id): False [ 886.352448] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.352448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.352448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.352793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.352793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.352853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.352923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.352986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.353156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.353236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.353415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.353517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.353571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.353704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.353776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.353967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.354122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.354337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.354400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.354491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a is going to be created. [ 886.429747] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.430096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.430096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.430288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.430489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.455113] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: IN_PROGRESS for 2s [ 886.774884] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 886.775220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.775414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.775714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.775957] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.776108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.776179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.776346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.776428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.776566] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.280737] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.782605] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.964988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c in Status: SUCCESS [ 887.965276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.965785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.966000] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.966208] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.966330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.966465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.966648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.966743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.966819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.966915] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.969414] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 887.969600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.969744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.969914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.970110] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.970223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.970290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.970456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.970511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.970600] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.971735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.971922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.972181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.972271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.972271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.972416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.972493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.972570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.972716] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.973458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.973623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.973774] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.973878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.973943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.974127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.974373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.974373] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.000036] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 888.000095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000673] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.001494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.001494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.001494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.001494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.001494] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.002236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.002477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.002786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.002786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.003054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.003054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.003054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003139] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.287668] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.287829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.287939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.288267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.288267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.288371] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 888.322036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.322286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.322500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.322644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.334383] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 888.469469] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: SUCCESS [ 888.470047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.470469] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13cd706b-b0a2-4cbc-8c22-bf7f881cab6c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.473782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.474521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.474521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.474627] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.474716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.474856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.475046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.475158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.475308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c is going to be deleted. [ 888.476606] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.476721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.478141] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.505181] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.508092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.508269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.508350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.508585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.508712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.509169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.509169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.509369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.509429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509809] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be updated. [ 888.514494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.514978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.515119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.515174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.515288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.543820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.544150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.544150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.544305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.544537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.555354] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 888.900722] env[66001]: INFO networking_nsxv3.common.synchronization [req-20bde6c2-12e9-4ae2-bd38-9f99186cb549 req-fdf40b4c-fcfe-4a66-9101-95f4e14b93ce tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 888.901193] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 888.901814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.901814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.901814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.901951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.902014] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.902386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.902386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.902540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.902630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.903561] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.972922] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c: rpc.has_security_group_logging(os_id): False [ 888.981221] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.992430] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.992627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.992681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.992914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.993031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.993308] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.993707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.993790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.993993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.994161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.994265] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c is going to be created. [ 889.011503] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 929ae1ab-2362-492e-9c0b-32563326855a: rpc.has_security_group_logging(os_id): False [ 889.018102] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c], does not exist path=[/infra/domains/default/groups/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c]."\n}' [ 889.018318] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c [ 889.018431] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 889.032557] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.032711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.032785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.032998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.033289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.033534] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.033675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.033711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.033856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.033933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034029] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be updated. [ 889.054832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.054981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.055131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.055362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.056902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.057259] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.057381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.057542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.057844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.058066] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.058189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.058510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.058510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.058510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.058781] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cd706b-b0a2-4cbc-8c22-bf7f881cab6c is going to be created. [ 889.075672] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c], does not exist path=[/infra/domains/default/groups/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c [ 889.075779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13cd706b-b0a2-4cbc-8c22-bf7f881cab6c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.076335] env[66001]: Traceback (most recent call last): [ 889.076425] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 889.076425] env[66001]: return func(*args, **kwargs) [ 889.076425] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 889.076425] env[66001]: res.raise_for_status() [ 889.076425] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 889.076425] env[66001]: raise HTTPError(http_error_msg, response=self) [ 889.076425] env[66001]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c [ 889.076425] env[66001]: During handling of the above exception, another exception occurred: [ 889.076425] env[66001]: Traceback (most recent call last): [ 889.076819] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 889.076819] env[66001]: listener.cb(fileno) [ 889.076819] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 889.076819] env[66001]: result = function(*args, **kwargs) [ 889.076819] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 889.076819] env[66001]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 889.076819] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 889.076819] env[66001]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 889.076819] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 889.076819] env[66001]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 889.076819] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 889.076819] env[66001]: res.raise_for_status() [ 889.076819] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 889.076819] env[66001]: raise HTTPError(http_error_msg, response=self) [ 889.076819] env[66001]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/13cd706b-b0a2-4cbc-8c22-bf7f881cab6c [ 889.076819] env[66001]: Removing descriptor: 56 [ 889.093781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.093781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.093781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.094549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.094549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.110771] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: IN_PROGRESS for 2s [ 889.164711] env[66001]: INFO networking_nsxv3.common.synchronization [req-dbeec296-2d46-40dd-bbbc-c8866a89f99a req-027c5a77-9e9e-4926-8a3b-d3ec2dcd05ee tempest-ListServersNegativeTestJSON-527863468 tempest-ListServersNegativeTestJSON-527863468-project-member] Enqueued Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 889.169674] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6f4a77-37fa-4284-b68c-452619181434 with Priority: HIGHEST for action security_group_members [ 889.170090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6f4a77-37fa-4284-b68c-452619181434 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.170961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.406449] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.483664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.483918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.483979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.484308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.484391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.484517] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 889.513216] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.513388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.514027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.524617] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 889.908919] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.256306] env[66001]: INFO networking_nsxv3.common.synchronization [req-c6b96ac0-08ef-4c00-9fbf-6b4b3aabb1b4 req-d597a1b3-263a-4a64-9b98-8dbe8c78604d tempest-VolumesAdminNegativeTest-1358649843 tempest-VolumesAdminNegativeTest-1358649843-project-member] Enqueued Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 890.256306] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 890.256306] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.256306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.256306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.257421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.257618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.257732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.257844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.258055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.258145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.258243] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.344187] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 890.344449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.344644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.344873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.345133] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.345238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.345278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.345433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.345920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.345920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.345920] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.413014] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.413014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.413014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.413014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.413014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.413014] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 890.441947] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.442641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.442762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.443244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.443416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.453289] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 890.568187] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 890.568377] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 929ae1ab-2362-492e-9c0b-32563326855a deletion is rescheduled due to dependency. [ 890.568497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.645207] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.645207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-387" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.645207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-387" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.645207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-387" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.645458] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.645885] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.646035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.646252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.646387] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.646595] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.646699] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.646799] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.646901] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.647019] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.647111] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.647235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.667120] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.667303] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.667437] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.667612] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-387" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.668010] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-7040c17f-2373-4459-89ae-459fc931db44 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.668203] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.668329] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.668986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.669147] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7040c17f-2373-4459-89ae-459fc931db44',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.763673] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.763898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.763898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.764089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.764160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.764388] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.764487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.764535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.764702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.764771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.764860] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 already deleted. [ 890.765271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.848687] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.848898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.848898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.849064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.849241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.849341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.849404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.849554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.849641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.849727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.849872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.849961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.850468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850926] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.130895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 929ae1ab-2362-492e-9c0b-32563326855a in Status: SUCCESS [ 891.131282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.171633] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.171956] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.172161] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.172450] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.172631] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.172859] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 7040c17f-2373-4459-89ae-459fc931db44 not found, creating... [ 891.173144] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.173295] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.173514] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.173635] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.173770] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.174140] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.174313] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.174434] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.174644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.174776] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.174911] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 7040c17f-2373-4459-89ae-459fc931db44 is going to be created. [ 891.195919] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.196198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.196374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.196715] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.196984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.197285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.354185] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 891.381883] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.381883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.381883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.381883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.405516] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.405928] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.406037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.406075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.406272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.406367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.406615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.406721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.406795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.406945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.407022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.407217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.407300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.407364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.407735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.407814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.407905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 891.494450] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.494591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.494656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.494872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.495030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.513388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 891.535470] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 891.535676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.535842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.536067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.536291] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.536451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.536566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.536635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.536713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.536797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.536959] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.537067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.537270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.537408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.537501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.537696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.537764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.537885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.537932] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.834838] env[66001]: INFO networking_nsxv3.common.synchronization [None req-fa89e535-dfde-42b4-bb82-08c67c89a987 None None] Enqueued Resource ID: 197b7bb1-84d5-49d0-acde-a6d5135391b0 with Priority: HIGHEST for action port [ 891.835539] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 197b7bb1-84d5-49d0-acde-a6d5135391b0 with Priority: HIGHEST for action port [ 891.836324] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-197b7bb1-84d5-49d0-acde-a6d5135391b0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-197b7bb1-84d5-49d0-acde-a6d5135391b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-197b7bb1-84d5-49d0-acde-a6d5135391b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.836545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-197b7bb1-84d5-49d0-acde-a6d5135391b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.836643] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197b7bb1-84d5-49d0-acde-a6d5135391b0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.984722] env[66001]: INFO networking_nsxv3.common.synchronization [req-c6b96ac0-08ef-4c00-9fbf-6b4b3aabb1b4 req-1db0a7e3-26d0-4ec0-96ca-51373cd7acc1 service nova] Enqueued Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_rules [ 891.984722] env[66001]: INFO networking_nsxv3.common.synchronization [req-c6b96ac0-08ef-4c00-9fbf-6b4b3aabb1b4 req-1db0a7e3-26d0-4ec0-96ca-51373cd7acc1 service nova] Enqueued Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 891.984722] env[66001]: INFO networking_nsxv3.common.synchronization [req-c6b96ac0-08ef-4c00-9fbf-6b4b3aabb1b4 req-1db0a7e3-26d0-4ec0-96ca-51373cd7acc1 service nova] Enqueued Resource ID: 7040c17f-2373-4459-89ae-459fc931db44 with Priority: HIGHEST for action port [ 891.985172] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_rules [ 891.985813] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 891.986195] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7040c17f-2373-4459-89ae-459fc931db44 with Priority: HIGHEST for action port [ 891.986949] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.987223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.987446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.987867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.988060] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.990226] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.990363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.990406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.990763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.990763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.992219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.992219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.992219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.992219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.992219] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.993185] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7040c17f-2373-4459-89ae-459fc931db44 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.993185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.993185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.993185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.993185] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7040c17f-2373-4459-89ae-459fc931db44',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.040383] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c17a91-14c4-4b20-a58f-bbc172dd9636: rpc.has_security_group_logging(os_id): False [ 892.062977] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.064476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.064582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.064790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.089401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.089671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.089802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.089856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.090046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.090145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.090333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.090456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.090544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.090735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.090815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.091045] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.091178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.091243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.091429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.091519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.091547] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 892.155956] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.156293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.156293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.156387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.156569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.176754] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 892.340922] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 197b7bb1-84d5-49d0-acde-a6d5135391b0 [ 892.340922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.340922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.340922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341453] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:197b7bb1-84d5-49d0-acde-a6d5135391b0 already deleted. [ 892.341641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-197b7bb1-84d5-49d0-acde-a6d5135391b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466687] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 892.467689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.467689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.467689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.467689] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.467689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.467948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.467948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.467948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.468058] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6f4a77-37fa-4284-b68c-452619181434',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.494977] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.495150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.495320] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.496233] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7040c17f-2373-4459-89ae-459fc931db44 with status ACTIVE [ 892.496412] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.496544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.496842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.496931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497123] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.499035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.499035] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.499035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.499035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.499035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.499035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.499035] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7040c17f-2373-4459-89ae-459fc931db44 is going to be updated. [ 892.525167] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.525167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.525167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.525167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.525167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.525167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7040c17f-2373-4459-89ae-459fc931db44" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.971335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.971563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.971563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.971954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.993842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.994356] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.995053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.995053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.995053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.995213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.995245] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 is going to be updated. [ 893.001652] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.025591] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.025591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.025591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.025866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.025866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038306] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: IN_PROGRESS for 2s [ 893.505045] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.505045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.505045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.505443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.505443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.505443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 is going to be created. [ 893.537165] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 893.537165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.537655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.537810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.537892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.538698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.538698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.551108] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: UNINITIALIZED for 2s [ 894.200018] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 894.200018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.447394] env[66001]: INFO networking_nsxv3.common.synchronization [None req-525aa514-55e9-40b1-8d26-5fc87f44fd2c None None] Enqueued Resource ID: 3b6d75fa-11de-4d8d-b487-af6ed4295658 with Priority: HIGHEST for action port [ 894.447638] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6d75fa-11de-4d8d-b487-af6ed4295658 with Priority: HIGHEST for action port [ 894.448277] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6d75fa-11de-4d8d-b487-af6ed4295658 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.448389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6d75fa-11de-4d8d-b487-af6ed4295658" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.448458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6d75fa-11de-4d8d-b487-af6ed4295658" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.448712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6d75fa-11de-4d8d-b487-af6ed4295658" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.448786] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6d75fa-11de-4d8d-b487-af6ed4295658',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.524276] env[66001]: INFO networking_nsxv3.common.synchronization [None req-f2603719-382e-42b7-91be-b837096a96fb tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 894.525020] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 894.525451] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.525622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.525718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526347] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.650199] env[66001]: INFO networking_nsxv3.common.synchronization [None req-a254eb43-8151-4ec7-967e-0092cbb6c81b tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 894.650782] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 894.652700] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.652700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.951075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6d75fa-11de-4d8d-b487-af6ed4295658 [ 894.951330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.951464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.951534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.951740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.951874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.951915] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6d75fa-11de-4d8d-b487-af6ed4295658 already deleted. [ 894.952040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6d75fa-11de-4d8d-b487-af6ed4295658" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.049603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.049750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.049819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.050236] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 already deleted. [ 895.050416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.050952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050952] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.052913] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6f4a77-37fa-4284-b68c-452619181434 in Status: SUCCESS [ 895.052913] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6f4a77-37fa-4284-b68c-452619181434 deletion is rescheduled due to dependency. [ 895.053044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6f4a77-37fa-4284-b68c-452619181434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.575327] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: SUCCESS [ 895.575653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.575711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.575900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.576107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.576226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.576287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.576522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.576628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.576715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.576806] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.578889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.579056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.579122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.579297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.579810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.579810] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 already deleted. [ 895.579810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.014945] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2595ea6-54d4-418c-8e6c-e68d0bb1a53c req-60e314dc-7af4-4346-b55d-905a72f258fa tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 896.015668] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 896.015987] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.016143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.016216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.016485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.016660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.017352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.017352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.017352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.017352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.017352] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.080702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.080952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.080952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.081211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.081350] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.081511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.081621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.081883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.081977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.082083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.082274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.083132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.083237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.083503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.083740] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.083937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.083967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.084250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.084366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.084468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.084563] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.358677] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.358865] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.358984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.359373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.359885] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.360080] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.360201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.360439] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.360591] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.360834] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.360953] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.361060] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.361164] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.361308] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.361545] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.364875] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.383474] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.383658] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.383866] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.384064] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.384483] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c1cf9878-534b-4962-81e5-b59a958be38e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.384665] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.384783] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.388056] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.388056] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cf9878-534b-4962-81e5-b59a958be38e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.519845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.520028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.520086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.520313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.520401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.520608] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.520720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.520752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.520905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.520975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.521068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5f605-8700-4946-a260-502194a095ab already deleted. [ 896.521164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.553034] env[66001]: INFO networking_nsxv3.common.synchronization [req-cf98d093-db8a-4271-bb51-d34f423e0a3b req-58d75fa9-eb5d-494a-8104-b9c769e58fb7 tempest-ServerGroupTestJSON-1558284876 tempest-ServerGroupTestJSON-1558284876-project-member] Enqueued Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 896.553034] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGHEST for action security_group_members [ 896.553796] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.554105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.554349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.554732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.555076] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.555414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.555573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.555816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.557124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.557124] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.587624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf9b025-5129-4104-9eab-e3c38c2805b2: rpc.has_security_group_logging(os_id): False [ 896.607540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.607743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.607743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.607911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.607962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.608335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.608456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.608557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.608724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609014] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609613] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.610039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.610145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.610240] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 is going to be created. [ 896.675951] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.676198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.676198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.676309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.676511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.692308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: IN_PROGRESS for 2s [ 896.892730] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.893256] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.893572] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.894408] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.894665] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.895912] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port c1cf9878-534b-4962-81e5-b59a958be38e not found, creating... [ 896.895912] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.895912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.895912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.895912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.896194] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.896407] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.896514] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.896633] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.896836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.896964] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.897115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c1cf9878-534b-4962-81e5-b59a958be38e is going to be created. [ 896.920179] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.920415] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.920539] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.920811] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.921057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.921285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.059369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.059536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.059610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.059826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.091615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.091900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.092064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.092135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.092357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.092441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.092535] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a is going to be updated. [ 897.127462] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.127992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.127992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.127992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.128179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.143279] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: IN_PROGRESS for 2s [ 897.623948] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2595ea6-54d4-418c-8e6c-e68d0bb1a53c req-b4e046c0-0aa5-47cd-b74b-ee5386eff3ef service nova] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 897.624278] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2595ea6-54d4-418c-8e6c-e68d0bb1a53c req-b4e046c0-0aa5-47cd-b74b-ee5386eff3ef service nova] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 897.624394] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2595ea6-54d4-418c-8e6c-e68d0bb1a53c req-b4e046c0-0aa5-47cd-b74b-ee5386eff3ef service nova] Enqueued Resource ID: c1cf9878-534b-4962-81e5-b59a958be38e with Priority: HIGHEST for action port [ 897.624817] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 897.624952] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 897.625058] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cf9878-534b-4962-81e5-b59a958be38e with Priority: HIGHEST for action port [ 897.625338] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.625459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.625533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625818] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.626696] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.626843] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.626915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.627110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.627175] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.627264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.627322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.629815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.629815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.629815] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.631676] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cf9878-534b-4962-81e5-b59a958be38e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.631676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.631676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.631676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.631676] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cf9878-534b-4962-81e5-b59a958be38e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.132952] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.135509] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.135509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1cf9878-534b-4962-81e5-b59a958be38e with status ACTIVE [ 898.135704] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.135704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.136171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.136171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136283] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.136283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.136356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.136947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.136947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.137336] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.137617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.137973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.137973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.138079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.138108] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1cf9878-534b-4962-81e5-b59a958be38e is going to be updated. [ 898.160174] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.160457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.160591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.160931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.161137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.161390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.489482] env[66001]: INFO networking_nsxv3.common.synchronization [req-d139eb38-dccb-402c-be20-a8e91ce11d9d req-bbd3c75d-287b-482d-8737-5f1f1646cfea tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 898.490061] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 898.490367] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.490503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.490573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.490826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.491078] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.491187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.491243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.491433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.491523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.491616] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.635673] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.704734] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: SUCCESS [ 898.704734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.817649] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.818479] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.818479] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.818688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.818885] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.819077] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.819201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.819558] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.819602] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.819844] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.819991] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.820170] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.820573] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.820573] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.820573] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.820709] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.842227] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.842444] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.842571] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.842763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.843813] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e959759f-7b36-426c-b636-ad6b9c69f9c9 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.843813] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.843813] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.843813] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.844123] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e959759f-7b36-426c-b636-ad6b9c69f9c9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.994115] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.994362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.994438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.994797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.994797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.994987] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.995098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.995147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.995508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.995581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.995682] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f already deleted. [ 898.995772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.137517] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.137678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.137749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.138035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.138156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.138295] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be created. [ 899.151512] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a in Status: SUCCESS [ 899.151697] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a deletion is rescheduled due to dependency. [ 899.151809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.162686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.162857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.163102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.163265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.174425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: UNINITIALIZED for 2s [ 899.347038] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.347038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.347246] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.347383] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.347611] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.347748] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e959759f-7b36-426c-b636-ad6b9c69f9c9 not found, creating... [ 899.348121] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.348317] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.348433] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.348654] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.348795] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.349084] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.349238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.349350] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.349678] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.349818] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.349954] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e959759f-7b36-426c-b636-ad6b9c69f9c9 is going to be created. [ 899.370182] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.370461] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.370594] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.370903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.371156] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.371388] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.071255] env[66001]: INFO networking_nsxv3.common.synchronization [req-d139eb38-dccb-402c-be20-a8e91ce11d9d req-4603fa19-0041-4805-ac6c-dee9629f0c17 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 900.071586] env[66001]: INFO networking_nsxv3.common.synchronization [req-d139eb38-dccb-402c-be20-a8e91ce11d9d req-4603fa19-0041-4805-ac6c-dee9629f0c17 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 900.071736] env[66001]: INFO networking_nsxv3.common.synchronization [req-d139eb38-dccb-402c-be20-a8e91ce11d9d req-4603fa19-0041-4805-ac6c-dee9629f0c17 service nova] Enqueued Resource ID: e959759f-7b36-426c-b636-ad6b9c69f9c9 with Priority: HIGHEST for action port [ 900.075088] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 900.075088] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 900.075088] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e959759f-7b36-426c-b636-ad6b9c69f9c9 with Priority: HIGHEST for action port [ 900.075088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.075088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.075088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.075088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.075088] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.076069] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.077937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.077937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.077937] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.078302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e959759f-7b36-426c-b636-ad6b9c69f9c9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.078302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.078302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.078441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.078441] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e959759f-7b36-426c-b636-ad6b9c69f9c9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.581478] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.581478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.581478] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.582487] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e959759f-7b36-426c-b636-ad6b9c69f9c9 with status ACTIVE [ 900.582683] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.583791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.583791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.583791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.583791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.583970] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.584033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.584067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.584793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.584793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.584793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.584793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.584793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.585416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.585416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.585416] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e959759f-7b36-426c-b636-ad6b9c69f9c9 is going to be updated. [ 900.607790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.607953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.607988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.608512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.608512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.608512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e959759f-7b36-426c-b636-ad6b9c69f9c9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.072453] env[66001]: INFO networking_nsxv3.common.synchronization [req-c43ac7b1-fced-4b29-90d7-b539a8b37448 req-a71e4723-a907-445f-bd84-d73295bbf4ab tempest-ServerMetadataNegativeTestJSON-346237233 tempest-ServerMetadataNegativeTestJSON-346237233-project-member] Enqueued Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 901.073008] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 901.073317] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.073528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.073603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.073846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.074021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.074321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.074626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.074719] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.083888] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.186198] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: SUCCESS [ 901.188359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.188359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.188359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.188359] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.188359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.188359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.193075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.193075] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.406061] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.406285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-460" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.406413] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-460" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.406731] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-460" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.406994] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.407167] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.407280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.408797] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.408797] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.409033] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.409151] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.409259] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.409427] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.409479] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.409567] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.411724] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.428943] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.429139] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.429277] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.429445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-460" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.429748] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-623b0182-92c2-4999-b132-35e726fdb5f6 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.429911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.430037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.430341] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.430617] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623b0182-92c2-4999-b132-35e726fdb5f6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.577754] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.577754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.577754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.577950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.578162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.578393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.578393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.578393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.578538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.578589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.578676] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 already deleted. [ 901.578746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.586091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.586091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.586091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.586338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.586338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.586425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be created. [ 901.613651] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.613746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.613809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.614044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.614248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.627190] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: UNINITIALIZED for 2s [ 901.693914] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.937559] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.937793] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.938312] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.938411] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.938580] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 623b0182-92c2-4999-b132-35e726fdb5f6 not found, creating... [ 901.938845] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.939021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.939135] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.939362] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.939501] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.939789] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.939937] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.940093] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.940267] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.940397] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.940559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 623b0182-92c2-4999-b132-35e726fdb5f6 is going to be created. [ 901.962230] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.962484] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.962609] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.962936] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.963122] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.963360] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.196990] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e5f605-8700-4946-a260-502194a095ab: rpc.has_security_group_logging(os_id): False [ 902.216868] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.217129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.217251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.217502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.217624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.217971] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.218269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.218269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.219016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.219016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.219016] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be created. [ 902.295138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.295375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.295443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.295643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.295844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.313191] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: IN_PROGRESS for 2s [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [req-c43ac7b1-fced-4b29-90d7-b539a8b37448 req-0ed1beb8-fef4-44f3-b0ec-c392a951762d service nova] Enqueued Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_rules [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [req-c43ac7b1-fced-4b29-90d7-b539a8b37448 req-0ed1beb8-fef4-44f3-b0ec-c392a951762d service nova] Enqueued Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [req-c43ac7b1-fced-4b29-90d7-b539a8b37448 req-0ed1beb8-fef4-44f3-b0ec-c392a951762d service nova] Enqueued Resource ID: 623b0182-92c2-4999-b132-35e726fdb5f6 with Priority: HIGHEST for action port [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_rules [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 902.663253] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623b0182-92c2-4999-b132-35e726fdb5f6 with Priority: HIGHEST for action port [ 902.663253] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.663253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.663253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.663253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.663253] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.666060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.666293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.666444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.666728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.666965] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.667753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.667995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.670685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.670685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.670685] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.671729] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-623b0182-92c2-4999-b132-35e726fdb5f6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.671856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.671924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.672111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.672242] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623b0182-92c2-4999-b132-35e726fdb5f6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.039018] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d5d10d8-83d2-4ec4-83f6-3774c41abaa1 req-0bf387dc-d74b-461c-bce7-f6cdc4da9de1 tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 903.039611] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 903.039919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.040134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.040253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.040530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.040742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.040895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.040994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.041207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.041340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.041495] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.177034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.177034] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.177034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 623b0182-92c2-4999-b132-35e726fdb5f6 with status ACTIVE [ 903.177034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.177034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.177034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.177943] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.177943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.177943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.178261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.178429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.178586] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 623b0182-92c2-4999-b132-35e726fdb5f6 is going to be updated. [ 903.200160] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.200160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.200160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.200623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.200623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.200748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623b0182-92c2-4999-b132-35e726fdb5f6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.544424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.635044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 903.635272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.635459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.635666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.635856] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.635971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.636048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.636207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.636286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.636368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.636456] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.680831] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.047578] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.139842] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.140157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.140525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.140948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.141173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.141313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.141385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.141596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.141720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.141818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.142011] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.142210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.142294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.142830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.143173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.143706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.143706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.143878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.144040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.144149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.144631] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.184955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.184955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.184955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.184955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.184955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.185285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 is going to be created. [ 904.224024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.224024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.224024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.224024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.224024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.235517] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: UNINITIALIZED for 2s [ 904.306224] env[66001]: INFO networking_nsxv3.common.synchronization [req-c552bc31-c966-49cd-a19a-0b9b0240fe2a req-2dee7054-952a-45b5-b4da-c173236f8af9 tempest-ServersTestManualDisk-603324254 tempest-ServersTestManualDisk-603324254-project-member] Enqueued Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 904.306812] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f466aeca-db13-43e9-be52-8b7f1744dcae with Priority: HIGHEST for action security_group_members [ 904.307557] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f466aeca-db13-43e9-be52-8b7f1744dcae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.307557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.307557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.307703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308175] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.308300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.308366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.308550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.308795] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f466aeca-db13-43e9-be52-8b7f1744dcae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.328709] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: SUCCESS [ 904.328939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.551621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.551621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.551621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.551852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.551852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.551910] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 904.584364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.584558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.584655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.584885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.585090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.597409] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 904.649559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 904.678979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.680432] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.680432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.680878] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.681231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.681366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.681608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.681781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.682152] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.683013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.683013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.683013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683013] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be created. [ 904.798548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.798817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.798864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.799106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.799341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.812021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.812021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.812021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.812281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.823864] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 904.837825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.838166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.838595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.838681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.838794] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae is going to be updated. [ 904.883036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.883036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.883260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.883310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.883441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.908475] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: IN_PROGRESS for 2s [ 906.259456] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: SUCCESS [ 906.259720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.259824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.260036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.260266] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.260346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.260411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.260565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.260643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.260747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.260838] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.610145] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 906.610145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.763972] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.763972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.763972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.763972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.764231] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.764231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.764376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.764472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.765038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.765177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.765305] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.765401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.765598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.765634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.765768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.765873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.765907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.766063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.766148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766307] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.837573] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 906.837791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.846149] env[66001]: INFO networking_nsxv3.common.synchronization [req-2b41130e-cb5e-40ab-a32c-4f1e3609186e req-a56a834b-d257-4ac7-a3ed-6eef56a7ea26 tempest-VolumesAdminNegativeTest-1358649843 tempest-VolumesAdminNegativeTest-1358649843-project-member] Enqueued Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 906.846919] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 with Priority: HIGHEST for action security_group_members [ 906.847041] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf9b025-5129-4104-9eab-e3c38c2805b2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.847116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.847151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.847369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.847526] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.847626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.847712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.847875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.847961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.848092] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf9b025-5129-4104-9eab-e3c38c2805b2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.918861] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f466aeca-db13-43e9-be52-8b7f1744dcae in Status: SUCCESS [ 906.919070] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f466aeca-db13-43e9-be52-8b7f1744dcae deletion is rescheduled due to dependency. [ 906.919271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f466aeca-db13-43e9-be52-8b7f1744dcae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.268498] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0993467a-481c-4abf-a1e7-4a8a77251f05: rpc.has_security_group_logging(os_id): False [ 907.297804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.298038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.298038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.298531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.298531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.298531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.298841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.298841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.298841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.299022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.299069] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.299168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.299229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.299367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.299440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.299618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.299986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.299986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.299986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.299986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.300170] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 is going to be created. [ 907.350970] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.351163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.351484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.351484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.351640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.351758] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.351898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.351975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.352226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.352328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.352425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 is going to be updated. [ 907.385058] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.385210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.385273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.385523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.385700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.388192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.388348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.388399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.388550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.388694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.404863] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: IN_PROGRESS for 2s [ 907.409353] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: IN_PROGRESS for 2s [ 908.354689] env[66001]: INFO networking_nsxv3.common.synchronization [None req-52f1c24b-4807-4b2b-864b-c3217b577e9c None None] Enqueued Resource ID: e8e83ccc-99a5-435f-bc60-cba888346d04 with Priority: HIGHEST for action port [ 908.356659] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e83ccc-99a5-435f-bc60-cba888346d04 with Priority: HIGHEST for action port [ 908.357365] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e83ccc-99a5-435f-bc60-cba888346d04 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.357588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e83ccc-99a5-435f-bc60-cba888346d04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.357736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e83ccc-99a5-435f-bc60-cba888346d04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.358145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e83ccc-99a5-435f-bc60-cba888346d04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.358311] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e83ccc-99a5-435f-bc60-cba888346d04',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.862899] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8e83ccc-99a5-435f-bc60-cba888346d04 [ 908.862899] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.862899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.862899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.862899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.862899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.862899] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8e83ccc-99a5-435f-bc60-cba888346d04 already deleted. [ 908.862899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e83ccc-99a5-435f-bc60-cba888346d04" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.420984] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 in Status: SUCCESS [ 909.420984] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf9b025-5129-4104-9eab-e3c38c2805b2 deletion is rescheduled due to dependency. [ 909.420984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf9b025-5129-4104-9eab-e3c38c2805b2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.423731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: SUCCESS [ 909.423921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.794099] env[66001]: INFO networking_nsxv3.common.synchronization [req-13717435-c5b9-40dd-bc94-fd2c38dc2dfc req-03a77554-74f1-4ef8-99d8-9445ec80b09f tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 912.797105] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 912.797105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.797105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.797105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.797105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.797105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.799177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.799461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.800616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.800616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.800616] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.304028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.304028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.304028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.304498] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 913.334608] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.335031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.335172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.344515] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 914.855543] env[66001]: INFO networking_nsxv3.common.synchronization [None req-bfb8b188-04cc-4a08-9071-4921e113b579 tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 914.856110] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 914.856630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.856630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.856756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.856920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.857014] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.961767] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c8103c9f-a89f-485d-a849-654ea5fb81dd tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 914.962201] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 914.962519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.962622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.357261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 915.357442] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 915.357556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.376999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.377232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.377404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.377589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.377685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.377776] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 already deleted. [ 915.377861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.378024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.378184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.378268] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.901630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.901977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.901977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.902262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.902410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.902572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 already deleted. [ 915.902759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.031231] env[66001]: INFO networking_nsxv3.common.synchronization [req-7782a1a2-a519-4c4f-b82b-d44f56c76f62 req-e9caf7f2-9d17-44ce-be8f-6451eb335ce3 tempest-ServerMetadataNegativeTestJSON-346237233 tempest-ServerMetadataNegativeTestJSON-346237233-project-member] Enqueued Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 918.032039] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGHEST for action security_group_members [ 918.032453] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.032620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033886] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.537113] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.537265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.537389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.537637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.537731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.537934] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.538051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.538109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.538249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.538324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.538408] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 is going to be updated. [ 918.574393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.574393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.574393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.574393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.574393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.583435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: IN_PROGRESS for 2s [ 919.026922] env[66001]: INFO networking_nsxv3.common.synchronization [req-207449d3-ec2d-4c3b-9fb3-aa1b9875602b req-822a5eb8-298d-458a-be20-72a16d7c1ba9 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 919.027105] env[66001]: INFO networking_nsxv3.common.synchronization [req-207449d3-ec2d-4c3b-9fb3-aa1b9875602b req-822a5eb8-298d-458a-be20-72a16d7c1ba9 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 919.027247] env[66001]: INFO networking_nsxv3.common.synchronization [req-207449d3-ec2d-4c3b-9fb3-aa1b9875602b req-822a5eb8-298d-458a-be20-72a16d7c1ba9 tempest-SecurityGroupsTestJSON-592516617 tempest-SecurityGroupsTestJSON-592516617-project-member] Enqueued Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 919.027742] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGHEST for action security_group_members [ 919.027873] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGHEST for action security_group_members [ 919.027966] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c with Priority: HIGHEST for action security_group_members [ 919.028261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.028421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.028489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.028685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.028836] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.028932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.028993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.029239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.029347] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.030184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.030296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.030352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.030525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.030664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.030758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.030814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.030951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.031043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.031125] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.031823] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.032074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.032074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.032725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.032871] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.033108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.033208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.033371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.033453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.033537] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d995768d-f5e0-4a2f-9e19-6080ed8ddd4c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.535500] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.535759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.535819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.536085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.537257] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.537426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.537607] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.537707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.560383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.560383] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c is going to be updated. [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.560383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.560690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.560690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.560690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.561665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.561761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.561935] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be updated. [ 919.564093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.564093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.582056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.582441] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.582621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.582980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.583241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.583524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.583883] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be updated. [ 919.594141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.594390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.594456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.594678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.594831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.597205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.597398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.597496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.597711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.598543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.612507] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: IN_PROGRESS for 2s [ 919.613320] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: IN_PROGRESS for 2s [ 919.626553] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.626854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.627043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.627298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.627616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.637812] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: IN_PROGRESS for 2s [ 920.594837] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 in Status: SUCCESS [ 920.595098] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 deletion is rescheduled due to dependency. [ 920.595133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.095032] env[66001]: INFO networking_nsxv3.common.synchronization [None req-684e9949-095d-4aef-967b-aaa8768c5d50 tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: cba55e08-7b54-4b8c-8aec-352230fff7fa with Priority: HIGHEST for action security_group_rules [ 921.095543] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba55e08-7b54-4b8c-8aec-352230fff7fa with Priority: HIGHEST for action security_group_rules [ 921.095891] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba55e08-7b54-4b8c-8aec-352230fff7fa taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.096052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.096147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.096405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.096494] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba55e08-7b54-4b8c-8aec-352230fff7fa',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.187675] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ec377c7f-f770-46f9-9e02-11f5a4b823a5 tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: cba55e08-7b54-4b8c-8aec-352230fff7fa with Priority: HIGHEST for action security_group_rules [ 921.188353] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba55e08-7b54-4b8c-8aec-352230fff7fa with Priority: HIGHEST for action security_group_rules [ 921.189113] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba55e08-7b54-4b8c-8aec-352230fff7fa taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.189316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.618226] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.618599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.618599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.618703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.618703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.618792] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba55e08-7b54-4b8c-8aec-352230fff7fa already deleted. [ 921.618878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.619035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.619222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.619313] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba55e08-7b54-4b8c-8aec-352230fff7fa',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.624789] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 in Status: SUCCESS [ 921.624974] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 deletion is rescheduled due to dependency. [ 921.625118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.625843] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c in Status: SUCCESS [ 921.625992] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d995768d-f5e0-4a2f-9e19-6080ed8ddd4c deletion is rescheduled due to dependency. [ 921.626102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d995768d-f5e0-4a2f-9e19-6080ed8ddd4c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.649266] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 in Status: SUCCESS [ 921.649266] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 deletion is rescheduled due to dependency. [ 921.649266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.144548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.144548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.144831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.144831] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba55e08-7b54-4b8c-8aec-352230fff7fa already deleted. [ 922.144831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba55e08-7b54-4b8c-8aec-352230fff7fa" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.574466] env[66001]: INFO networking_nsxv3.common.synchronization [req-31e98182-ad46-4be0-8f56-611cdb967180 req-8394cea2-d2ec-4548-bbf0-ecee0340f479 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 923.575160] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 923.575567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.575704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.575806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.576180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.576483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.576660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.576736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.576909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.576995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.577102] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.976098] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.976883] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.976883] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977213] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977303] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.977494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.977623] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977913] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.978092] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.978439] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.978572] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.978686] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.978808] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.978971] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.979318] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.979318] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.001891] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.002202] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.002507] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.002785] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.003207] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-70e9031e-db65-4297-ac41-62b59bf5c7cf taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004041] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004962] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.004962] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004962] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e9031e-db65-4297-ac41-62b59bf5c7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.080571] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.080968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.081221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.081485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.081606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.081878] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.082057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.082172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.082339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.082416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.082515] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 already deleted. [ 924.082615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.508640] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.508875] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.509008] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.509305] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.509460] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.509614] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 70e9031e-db65-4297-ac41-62b59bf5c7cf not found, creating... [ 924.509876] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.510054] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.510158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.510365] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.510495] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.510785] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.510939] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.511060] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.511259] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.511385] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.511520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 70e9031e-db65-4297-ac41-62b59bf5c7cf is going to be created. [ 924.532959] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.533186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.533307] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.533574] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.533798] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.534229] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.250241] env[66001]: INFO networking_nsxv3.common.synchronization [req-31e98182-ad46-4be0-8f56-611cdb967180 req-6d29e71a-b0e2-4017-93d2-2d4f15f1288f service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 925.250575] env[66001]: INFO networking_nsxv3.common.synchronization [req-31e98182-ad46-4be0-8f56-611cdb967180 req-6d29e71a-b0e2-4017-93d2-2d4f15f1288f service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 925.250575] env[66001]: INFO networking_nsxv3.common.synchronization [req-31e98182-ad46-4be0-8f56-611cdb967180 req-6d29e71a-b0e2-4017-93d2-2d4f15f1288f service nova] Enqueued Resource ID: 70e9031e-db65-4297-ac41-62b59bf5c7cf with Priority: HIGHEST for action port [ 925.251135] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 925.251238] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 925.251336] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9031e-db65-4297-ac41-62b59bf5c7cf with Priority: HIGHEST for action port [ 925.251609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.251736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.251802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.252066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.252405] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.253062] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.253165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.253257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.253769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.253769] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.253769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.253769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.253931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.253931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.253984] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.255321] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e9031e-db65-4297-ac41-62b59bf5c7cf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.255321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.255321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.255321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.255321] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e9031e-db65-4297-ac41-62b59bf5c7cf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.758253] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e9031e-db65-4297-ac41-62b59bf5c7cf with status ACTIVE [ 925.758809] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.758809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.758809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.759088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.759190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.759408] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.759522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.759577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.759763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.759862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.760111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.760487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.760487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.760562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.760618] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e9031e-db65-4297-ac41-62b59bf5c7cf is going to be updated. [ 925.762500] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.763286] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.763396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.785152] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.785302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.785432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.785598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.785737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.786313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e9031e-db65-4297-ac41-62b59bf5c7cf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.265751] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.767715] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.767894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.767965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.768250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.768416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.768483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be created. [ 926.797209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.797209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.797209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.797342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.797438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.807937] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: UNINITIALIZED for 2s [ 928.577220] env[66001]: INFO networking_nsxv3.common.synchronization [req-3a8be0f8-e8c3-4e68-b30e-3d172f71bf5e req-8e15474d-67ea-4c11-ba4e-22b55730ddbe tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 928.577797] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 928.578126] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.578254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.578322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.578675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.578744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.578838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.578891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.579061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.579147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.579240] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.820841] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 928.821085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.821269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.821494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.821707] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.821838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.821918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.822126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.822209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.822297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.822412] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.951053] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.951521] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.951521] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.951627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.952924] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.952924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.952924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.952924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.952924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.952924] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.952924] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.953352] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.953352] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.953491] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.953491] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.953635] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.975533] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.975651] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.975720] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.975888] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-655" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.976231] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e3b11e92-8d03-455c-b954-798f6e3690fe taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.976410] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.976528] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.976901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.977017] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b11e92-8d03-455c-b954-798f6e3690fe',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.081907] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.082088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.082163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.082378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.082467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.082661] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.082757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.082817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.082962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.083048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.083132] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 already deleted. [ 929.083214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.325525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.325778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.325904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.326215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.326558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.326619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.326795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.326969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.327136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.327231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.327292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.327448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.327589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.327678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.327736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.327866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.327944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.328036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.328125] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.441771] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e819b690-9c34-4189-ab9f-0497b592ac68 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 929.442340] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 929.442660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.442785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.442853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.443132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.443215] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.480913] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.481217] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.481295] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.481561] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.481788] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.481996] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e3b11e92-8d03-455c-b954-798f6e3690fe not found, creating... [ 929.482349] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.482646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.482839] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.482970] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.483272] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483431] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483538] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.483735] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.483895] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.483987] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e3b11e92-8d03-455c-b954-798f6e3690fe is going to be created. [ 929.506048] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.506332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.506649] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.506865] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.507174] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.507452] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.552549] env[66001]: INFO networking_nsxv3.common.synchronization [None req-0cd71271-c4a2-45a4-81d4-fd0ff1464d0d tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 929.553159] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 929.553516] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.553591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.830560] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 929.849744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.850127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.850911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.850911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.851132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.851132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.851211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.851318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.851361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.851744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.851744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.851826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.851909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.851973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.852368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.852368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.852368] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be created. [ 929.921471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.921718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.921718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.921938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.922145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.935712] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 929.967329] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.967565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.967608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.967840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.967928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.968138] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df already deleted. [ 929.968138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.968466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.968523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.968569] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.247291] env[66001]: INFO networking_nsxv3.common.synchronization [req-3a8be0f8-e8c3-4e68-b30e-3d172f71bf5e req-8482a5ca-c7ac-4e88-a600-e8cf56745467 service nova] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 930.247605] env[66001]: INFO networking_nsxv3.common.synchronization [req-3a8be0f8-e8c3-4e68-b30e-3d172f71bf5e req-8482a5ca-c7ac-4e88-a600-e8cf56745467 service nova] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 930.247853] env[66001]: INFO networking_nsxv3.common.synchronization [req-3a8be0f8-e8c3-4e68-b30e-3d172f71bf5e req-8482a5ca-c7ac-4e88-a600-e8cf56745467 service nova] Enqueued Resource ID: e3b11e92-8d03-455c-b954-798f6e3690fe with Priority: HIGHEST for action port [ 930.248791] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_rules [ 930.249040] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 930.252551] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b11e92-8d03-455c-b954-798f6e3690fe with Priority: HIGHEST for action port [ 930.252956] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.253105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.253175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253532] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.254742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.254874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.254946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.255162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.255327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.255431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.255497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.255653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.255931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.255931] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.257686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b11e92-8d03-455c-b954-798f6e3690fe taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.258054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.258054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.258144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.258191] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b11e92-8d03-455c-b954-798f6e3690fe',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.494793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.494982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.494982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.496075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.496075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.496075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df already deleted. [ 930.496075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.762037] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.762037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.762306] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.763339] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3b11e92-8d03-455c-b954-798f6e3690fe with status ACTIVE [ 930.763550] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.763550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.763836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.763836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.763960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.764038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.764210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.764210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.764347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.764404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.764609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.765234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.765234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.765234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.765234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.765234] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3b11e92-8d03-455c-b954-798f6e3690fe is going to be updated. [ 930.786422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.786631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.786631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.786830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.787438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.787438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b11e92-8d03-455c-b954-798f6e3690fe" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.267646] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.771386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.771386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.771386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.771386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.771386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.771386] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 is going to be created. [ 931.800844] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.800844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.800844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.800844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.800844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.810801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: UNINITIALIZED for 2s [ 931.952624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 931.952624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.824188] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: SUCCESS [ 933.824506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.824637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.824830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.825061] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.825181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.825314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.825425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.825547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.825650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.825753] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.001502] env[66001]: INFO networking_nsxv3.common.synchronization [req-c22b04cb-ff91-4588-ae84-389100f5ad71 req-96cc6db9-6b9f-43ed-91b2-a9d85ef26f2f tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 934.002513] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 934.003047] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.003263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.003405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.003767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.004087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.004259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.004358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.004662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.004774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.004948] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.328807] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.508631] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.509695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.509695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.509695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.532263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.532677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.532804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.532867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.533081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.533161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.533249] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 934.560114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.560251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.560326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.560537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.560677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.569944] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 934.834768] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f712a65f-0ad5-4836-939d-3b185970fcd5: rpc.has_security_group_logging(os_id): False [ 934.852723] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.852928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.852928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.853217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.853304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.853584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.853699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.853871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.854032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.854121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.854190] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 is going to be created. [ 934.928955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.929121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.929185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.929397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.929677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.941691] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: IN_PROGRESS for 2s [ 936.580156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 936.580477] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 deletion is rescheduled due to dependency. [ 936.581045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959766] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: SUCCESS [ 936.960112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.473803] env[66001]: INFO networking_nsxv3.common.synchronization [req-d5e3bf7f-6038-405a-8c46-2044300f1c1a req-ee26c829-561f-410b-b956-4c6051412f1d tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 938.474426] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 938.474800] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.474940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.475045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.475469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.475712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.475889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.476021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.476241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.476367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.476494] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.981886] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.981886] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.981886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.981886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 939.011576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.012084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.012620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.012930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.013230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.030411] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 941.043080] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 941.043410] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 941.044050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.075618] env[66001]: INFO networking_nsxv3.common.synchronization [None req-4b3104db-c6cc-4338-a970-b89b4e2c5b5c None None] Enqueued Resource ID: 0412d5b1-6e09-4d14-93d5-c80de9f19db3 with Priority: HIGHEST for action port [ 941.076174] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0412d5b1-6e09-4d14-93d5-c80de9f19db3 with Priority: HIGHEST for action port [ 941.076483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0412d5b1-6e09-4d14-93d5-c80de9f19db3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.076604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0412d5b1-6e09-4d14-93d5-c80de9f19db3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.076810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0412d5b1-6e09-4d14-93d5-c80de9f19db3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.076912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0412d5b1-6e09-4d14-93d5-c80de9f19db3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.076981] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0412d5b1-6e09-4d14-93d5-c80de9f19db3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.585739] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0412d5b1-6e09-4d14-93d5-c80de9f19db3 [ 941.586540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.586736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.586858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.587182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.587499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.587499] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0412d5b1-6e09-4d14-93d5-c80de9f19db3 already deleted. [ 941.587617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0412d5b1-6e09-4d14-93d5-c80de9f19db3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.137371] env[66001]: INFO networking_nsxv3.common.synchronization [req-5bb728ca-1acf-4a9a-b90c-322966b463d8 req-bca0ec57-15b4-4f02-9b7f-41d0c6098ab1 tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 942.137988] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 942.139766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.139929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.139998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.140251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.140426] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.140922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.140922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.140922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.140922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.141095] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.549812] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.549812] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.549986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.550166] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.550416] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.550570] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.550715] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.550892] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.551060] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.551241] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.551351] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.551458] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.551564] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.551662] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.551790] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.551939] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.573518] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.573687] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.573823] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.573995] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.574320] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-a39d5cc7-4743-4131-8a81-b89488f68fa8 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574526] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574630] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574956] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.575103] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39d5cc7-4743-4131-8a81-b89488f68fa8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.643718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.643876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.643969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.644184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.644271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.644535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.645082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.645204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.645376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.645849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.645849] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 already deleted. [ 942.645849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.077481] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.077739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.077861] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.078169] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.078317] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.078500] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port a39d5cc7-4743-4131-8a81-b89488f68fa8 not found, creating... [ 943.078831] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.078991] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.079117] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.079335] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.079469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.079748] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.079898] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.080013] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.081418] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.082128] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.083729] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: a39d5cc7-4743-4131-8a81-b89488f68fa8 is going to be created. [ 943.104200] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.104422] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104870] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.105123] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105345] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.167974] env[66001]: INFO networking_nsxv3.common.synchronization [None req-56d1167e-d2d9-4c63-a5c0-e65fde776daa None None] Enqueued Resource ID: 7d5782c1-11fe-45b1-9284-fd8e4898631c with Priority: HIGHEST for action port [ 943.168287] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5782c1-11fe-45b1-9284-fd8e4898631c with Priority: HIGHEST for action port [ 943.168959] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5782c1-11fe-45b1-9284-fd8e4898631c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.169110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5782c1-11fe-45b1-9284-fd8e4898631c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.169226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5782c1-11fe-45b1-9284-fd8e4898631c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.169440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5782c1-11fe-45b1-9284-fd8e4898631c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.169525] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5782c1-11fe-45b1-9284-fd8e4898631c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.316513] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3a8cca02-8abe-4863-9a34-5a7a17dfdcc8 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 943.316513] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 943.317141] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.317562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.319370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.319370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.319370] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.673075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d5782c1-11fe-45b1-9284-fd8e4898631c [ 943.673316] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.674957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.674957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.674957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.674957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.674957] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d5782c1-11fe-45b1-9284-fd8e4898631c already deleted. [ 943.674957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5782c1-11fe-45b1-9284-fd8e4898631c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.840203] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.840344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.840546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.840621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.840703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.841252] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 already deleted. [ 943.841252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.877797] env[66001]: INFO networking_nsxv3.common.synchronization [req-5bb728ca-1acf-4a9a-b90c-322966b463d8 req-a748bfb8-6c10-42b8-b5f1-614371d6a74d service nova] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 943.878338] env[66001]: INFO networking_nsxv3.common.synchronization [req-5bb728ca-1acf-4a9a-b90c-322966b463d8 req-a748bfb8-6c10-42b8-b5f1-614371d6a74d service nova] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 943.878511] env[66001]: INFO networking_nsxv3.common.synchronization [req-5bb728ca-1acf-4a9a-b90c-322966b463d8 req-a748bfb8-6c10-42b8-b5f1-614371d6a74d service nova] Enqueued Resource ID: a39d5cc7-4743-4131-8a81-b89488f68fa8 with Priority: HIGHEST for action port [ 943.879664] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_rules [ 943.879804] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 943.879900] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39d5cc7-4743-4131-8a81-b89488f68fa8 with Priority: HIGHEST for action port [ 943.880208] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.880315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.880385] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.880580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.880664] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.881553] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.881648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.881759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.881896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.882060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.882155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.882217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.882357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.882441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882542] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.884631] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39d5cc7-4743-4131-8a81-b89488f68fa8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.884746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.884813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.884967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.885053] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39d5cc7-4743-4131-8a81-b89488f68fa8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.991336] env[66001]: INFO networking_nsxv3.common.synchronization [None req-ebb45589-e6fb-4a63-92ce-d7004769ced5 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 943.991336] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 943.991448] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.991654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.991784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.992125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.992250] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.388841] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.388841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.388841] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.388841] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a39d5cc7-4743-4131-8a81-b89488f68fa8 with status ACTIVE [ 944.389439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.389439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.389439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.389704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.389704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389928] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.390088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.390135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.390495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.390630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.390859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.390961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.391034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.391179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.391419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.391419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a39d5cc7-4743-4131-8a81-b89488f68fa8 is going to be updated. [ 944.412427] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.412657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.412771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.413087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.413392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.413615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39d5cc7-4743-4131-8a81-b89488f68fa8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.520319] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.520520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.520520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.520724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.521751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.521851] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 already deleted. [ 944.521982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.895197] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.398584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.398872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.398872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.399032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.399136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.399216] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 is going to be created. [ 945.427985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.429050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.429050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.429050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.429050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.442231] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: UNINITIALIZED for 2s [ 946.217029] env[66001]: INFO networking_nsxv3.common.synchronization [None req-53d051ea-e1bc-42de-b7fb-eaf45236e498 None None] Enqueued Resource ID: 6ddd96c9-b0cf-4155-ad65-15496e34d378 with Priority: HIGHEST for action port [ 946.217309] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ddd96c9-b0cf-4155-ad65-15496e34d378 with Priority: HIGHEST for action port [ 946.218600] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ddd96c9-b0cf-4155-ad65-15496e34d378 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.218919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ddd96c9-b0cf-4155-ad65-15496e34d378" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ddd96c9-b0cf-4155-ad65-15496e34d378" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.219975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ddd96c9-b0cf-4155-ad65-15496e34d378" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.220056] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddd96c9-b0cf-4155-ad65-15496e34d378',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.724243] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ddd96c9-b0cf-4155-ad65-15496e34d378 [ 946.724602] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.724698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.724698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.724898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.724986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.725092] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ddd96c9-b0cf-4155-ad65-15496e34d378 already deleted. [ 946.725175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ddd96c9-b0cf-4155-ad65-15496e34d378" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: SUCCESS [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458222] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458222] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.963076] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.080554] env[66001]: INFO networking_nsxv3.common.synchronization [None req-35438e51-21bd-4e9a-9ac7-48d7c4638be0 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b with Priority: HIGHEST for action security_group_rules [ 948.081738] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b with Priority: HIGHEST for action security_group_rules [ 948.082121] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.082592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.082592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.082885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.082971] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fcd571-0546-4d1b-b93d-e72e8c34d86b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.188064] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c8bf0b61-f835-40a9-9804-d273394e3395 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b with Priority: HIGHEST for action security_group_rules [ 948.188064] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b with Priority: HIGHEST for action security_group_rules [ 948.188064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.188064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.470442] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 379d239a-98cb-41ee-9f55-2d0717f997d7: rpc.has_security_group_logging(os_id): False [ 948.491241] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.491241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.491241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.491241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.491241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.491683] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.492152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.492329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.492633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.492814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.493025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 is going to be created. [ 948.564564] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.564774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.564905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.565231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.565428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.580623] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: IN_PROGRESS for 2s [ 948.615391] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.615649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.615770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.616086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.616240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.616377] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b already deleted. [ 948.616519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.616750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.617016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.624026] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fcd571-0546-4d1b-b93d-e72e8c34d86b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.031073] env[66001]: INFO networking_nsxv3.common.synchronization [None req-83a6db01-0d1b-4bf2-963e-66d937066aac None None] Enqueued Resource ID: 48a9d019-15df-47bc-8176-b4e4e614f5b0 with Priority: HIGHEST for action port [ 949.031073] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a9d019-15df-47bc-8176-b4e4e614f5b0 with Priority: HIGHEST for action port [ 949.031422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-48a9d019-15df-47bc-8176-b4e4e614f5b0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.031602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48a9d019-15df-47bc-8176-b4e4e614f5b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.031680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48a9d019-15df-47bc-8176-b4e4e614f5b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.031948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48a9d019-15df-47bc-8176-b4e4e614f5b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.032051] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a9d019-15df-47bc-8176-b4e4e614f5b0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.145871] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.146097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.146210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.146473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.146585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.146725] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fcd571-0546-4d1b-b93d-e72e8c34d86b already deleted. [ 949.146835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fcd571-0546-4d1b-b93d-e72e8c34d86b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.535699] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48a9d019-15df-47bc-8176-b4e4e614f5b0 [ 949.536105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.536288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.536399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.536801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.536801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.536896] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48a9d019-15df-47bc-8176-b4e4e614f5b0 already deleted. [ 949.537022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48a9d019-15df-47bc-8176-b4e4e614f5b0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.594703] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: SUCCESS [ 950.595070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.110283] env[66001]: INFO networking_nsxv3.common.synchronization [req-31c44afe-5eec-4fa3-a9b6-e88435a1d21f req-2d44e5cb-d6d4-472e-946d-fcb7390638f7 tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 951.110412] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 951.110711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.110833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.110885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.111283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.111488] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.111602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.111706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.111828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.111913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.112017] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.425642] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.425849] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.425982] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.426288] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.426574] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.426778] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.426948] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.427452] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.427616] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.427868] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.427995] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.428147] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.428317] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.428510] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.428723] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.428897] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.454146] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.454388] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.454644] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.454919] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.455389] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c8346289-8ea2-427d-8175-ac6651a91c77 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.455660] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.455826] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456333] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.456592] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8346289-8ea2-427d-8175-ac6651a91c77',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.614438] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.960142] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.960440] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.960573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.960915] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.961088] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.961287] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port c8346289-8ea2-427d-8175-ac6651a91c77 not found, creating... [ 951.961610] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.961808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.961960] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.962261] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.962456] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.962921] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.963124] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.963318] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.963566] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.963711] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.963849] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c8346289-8ea2-427d-8175-ac6651a91c77 is going to be created. [ 951.987812] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988132] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.988353] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.988615] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.988860] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.989175] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.116968] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.622547] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.622899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.622899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.623027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.623084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.623315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 952.653223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.653401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.653462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.653850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.653892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.663234] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 952.741158] env[66001]: INFO networking_nsxv3.common.synchronization [req-31c44afe-5eec-4fa3-a9b6-e88435a1d21f req-39616f26-69c4-48db-9dae-dc2dc9fc5457 service nova] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_rules [ 952.741158] env[66001]: INFO networking_nsxv3.common.synchronization [req-31c44afe-5eec-4fa3-a9b6-e88435a1d21f req-39616f26-69c4-48db-9dae-dc2dc9fc5457 service nova] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 952.741158] env[66001]: INFO networking_nsxv3.common.synchronization [req-31c44afe-5eec-4fa3-a9b6-e88435a1d21f req-39616f26-69c4-48db-9dae-dc2dc9fc5457 service nova] Enqueued Resource ID: c8346289-8ea2-427d-8175-ac6651a91c77 with Priority: HIGHEST for action port [ 952.741358] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_rules [ 952.741358] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 952.741419] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8346289-8ea2-427d-8175-ac6651a91c77 with Priority: HIGHEST for action port [ 952.742151] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.742151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.742151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.742349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.742455] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.743510] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8346289-8ea2-427d-8175-ac6651a91c77 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.744127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.744127] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8346289-8ea2-427d-8175-ac6651a91c77',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.037944] env[66001]: INFO networking_nsxv3.common.synchronization [req-c520b954-ae49-417a-8575-6d60371e538b req-d0fd9e0a-05fe-4910-a85f-ece21578b44a tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 953.038496] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 953.038797] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.039443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.039443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.039443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.039443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.039638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.039638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.039698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.039733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.039827] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.196330] env[66001]: INFO networking_nsxv3.common.synchronization [req-9eedfcc2-fb86-4c06-a18c-76b6ac8febc7 req-cbb82bd6-febe-4b63-9288-c917c4ec56a7 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 953.196853] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 953.197481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.197618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.197688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.197889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.198179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.198229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.198381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.198557] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.245763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.245918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246101] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8346289-8ea2-427d-8175-ac6651a91c77 with status ACTIVE [ 953.246333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.247647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.248226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.248226] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8346289-8ea2-427d-8175-ac6651a91c77 is going to be updated. [ 953.278895] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.278895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.278895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.279062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.279201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.279329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8346289-8ea2-427d-8175-ac6651a91c77" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.399047] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.399047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.399047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.399310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.399540] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.399692] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.399805] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.400011] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.400158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.400362] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.400472] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.400578] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.400683] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.400784] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.400883] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.401014] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.426251] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.426482] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.426566] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.426702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.427105] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-c16d2309-72d5-43e8-afda-fe59291af900 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.427280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.427395] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.427706] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.427842] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16d2309-72d5-43e8-afda-fe59291af900',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.542071] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.542071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.542071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.542071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.542394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.542394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.542509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.542619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.542793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.542880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.543019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be deleted. [ 953.574174] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.574366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.574444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.574826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.574963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.575036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.702235] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.702235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.702235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.702235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.728233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.728492] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.728624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.728711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.728874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.728969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.729074] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 953.767899] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.768107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.768155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.768853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.768853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.778116] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 953.930190] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.930421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.930519] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.931689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.931689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.931689] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port c16d2309-72d5-43e8-afda-fe59291af900 not found, creating... [ 953.931689] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.931689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.931689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.931969] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.931969] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.932354] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.932536] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.933187] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.933571] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.933769] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.933968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: c16d2309-72d5-43e8-afda-fe59291af900 is going to be created. [ 953.955653] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955863] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.956284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.956284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.956469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.956857] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.556908] env[66001]: INFO networking_nsxv3.common.synchronization [req-59c26de8-2972-4efa-a664-d1f38bdc0678 req-1eadb169-6547-462f-a80b-d7cd52be9c61 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 954.558680] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 954.558680] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.558680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.558680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.559201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.559201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.559201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.559201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.559364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.559364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.559594] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.677152] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 4s [ 954.687177] env[66001]: INFO networking_nsxv3.common.synchronization [req-c520b954-ae49-417a-8575-6d60371e538b req-79514689-f679-47db-bf25-01f021072ef0 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 954.687282] env[66001]: INFO networking_nsxv3.common.synchronization [req-c520b954-ae49-417a-8575-6d60371e538b req-79514689-f679-47db-bf25-01f021072ef0 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 954.687411] env[66001]: INFO networking_nsxv3.common.synchronization [req-c520b954-ae49-417a-8575-6d60371e538b req-79514689-f679-47db-bf25-01f021072ef0 service nova] Enqueued Resource ID: c16d2309-72d5-43e8-afda-fe59291af900 with Priority: HIGHEST for action port [ 954.687988] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 954.688339] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 954.688463] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16d2309-72d5-43e8-afda-fe59291af900 with Priority: HIGHEST for action port [ 954.689211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.689211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.689330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.689498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.689587] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.690495] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.690633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.690718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.690950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.691104] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.691217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.691292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.693454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.693570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.693743] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.695756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c16d2309-72d5-43e8-afda-fe59291af900 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.695882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.695985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.696135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.696221] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16d2309-72d5-43e8-afda-fe59291af900',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.998391] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.998722] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.998722] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.999019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.999284] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.999440] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.999552] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.999774] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.999910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.000120] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.000227] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.000329] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.000465] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.000527] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.000629] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.000762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.020885] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.021091] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.021233] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.021399] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.021700] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.021872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.021987] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.022332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.022466] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ba3bfc-722e-4da2-9f4c-3ef97197c6d0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.061542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.061794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.061794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.061979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.062281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.062810] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df already deleted. [ 955.062810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.197940] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.199013] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.199153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.199644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c16d2309-72d5-43e8-afda-fe59291af900 with status ACTIVE [ 955.199901] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.200114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.200557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.203679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.203878] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.203982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.204061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.204249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.204333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.204523] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.204647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.204741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.204962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.205080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.205171] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c16d2309-72d5-43e8-afda-fe59291af900 is going to be updated. [ 955.228490] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.228693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.229098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.229287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.229498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c16d2309-72d5-43e8-afda-fe59291af900" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.525750] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.525750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.525750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.525750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.525750] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.525750] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 not found, creating... [ 955.525750] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.526198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.526198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.526264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.526359] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.526683] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.526803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.526891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.527729] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.527793] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.527936] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 is going to be created. [ 955.555145] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.555349] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.555455] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.555887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.556117] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.556338] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.700773] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.790803] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 955.790803] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 955.790803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.203829] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.205034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.205034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.206495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.206495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206495] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 956.240021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.240021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.240021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.240021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.240021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.254264] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: UNINITIALIZED for 2s [ 956.288864] env[66001]: INFO networking_nsxv3.common.synchronization [req-59c26de8-2972-4efa-a664-d1f38bdc0678 req-0d2e3541-19a5-4d39-8a30-3ace1b257c5e service nova] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 956.289077] env[66001]: INFO networking_nsxv3.common.synchronization [req-59c26de8-2972-4efa-a664-d1f38bdc0678 req-0d2e3541-19a5-4d39-8a30-3ace1b257c5e service nova] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 956.289243] env[66001]: INFO networking_nsxv3.common.synchronization [req-59c26de8-2972-4efa-a664-d1f38bdc0678 req-0d2e3541-19a5-4d39-8a30-3ace1b257c5e service nova] Enqueued Resource ID: 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 with Priority: HIGHEST for action port [ 956.289941] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_rules [ 956.290095] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 956.290195] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 with Priority: HIGHEST for action port [ 956.290779] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.290779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.290779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.290999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.290999] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.294558] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.294558] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.294558] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.294558] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.294558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.294558] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ba3bfc-722e-4da2-9f4c-3ef97197c6d0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.688971] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 956.689192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.689595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.689675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.689963] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.690055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.690107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.690273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.690353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.690449] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.797183] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.797299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.797463] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.798304] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 with status ACTIVE [ 956.798504] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.798615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.798669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.798990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.798990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.799166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.799281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.799281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.799427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.799493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.799925] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.799925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.799925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.800167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.800268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.800341] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36ba3bfc-722e-4da2-9f4c-3ef97197c6d0 is going to be updated. [ 956.824792] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.824942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.825034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.825232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.825372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.825520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ba3bfc-722e-4da2-9f4c-3ef97197c6d0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.192291] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.305424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.695491] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.808293] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.808522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.808963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.809156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.809272] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df is going to be created. [ 957.838067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.838067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.838067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.838343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.838573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.854054] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: UNINITIALIZED for 2s [ 958.198417] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.198624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.199125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.199240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.199331] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 958.228863] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.229111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.229238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.229364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.229505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.242624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 958.263119] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 958.263449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.263612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.263871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.264172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.264300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.264365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.264522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.264605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.264727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.264851] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.768014] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.768014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.768014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.768392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.768392] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.768511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.768646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.768834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.768969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.769116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.769340] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.769478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.769567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.770751] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.770751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.770751] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.941887] env[66001]: INFO networking_nsxv3.common.synchronization [req-afc7af80-6382-42d4-852f-884f801d88c4 req-9d22f7d0-1c92-40ad-8bca-d4694be77ebc tempest-ServersWithSpecificFlavorTestJSON-291819290 tempest-ServersWithSpecificFlavorTestJSON-291819290-project-member] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 958.942420] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGHEST for action security_group_members [ 958.942880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.942880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.943072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.943584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.943786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.943913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.943999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.944213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.944326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.944446] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.276633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad507de3-4c3e-4cbd-8506-fbba542d2652: rpc.has_security_group_logging(os_id): False [ 959.297032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.297644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 959.373029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.373029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.373029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.373029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.373029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.396440] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 959.449599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.449599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.449599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.449599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.451779] env[66001]: INFO networking_nsxv3.common.synchronization [req-3075de34-2972-4355-8a19-d7a166ee4751 req-e44ed80f-1396-4484-a2c0-c11578a4d765 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 959.453080] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 959.453549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.453814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.454653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.454653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.455068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.455383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.455564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.456693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.456693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.456693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.474521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.474829] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.474958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.475033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.475906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.476062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.476203] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be updated. [ 959.526949] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.526949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.526949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.527160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.528012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.543767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: IN_PROGRESS for 2s [ 959.866418] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: SUCCESS [ 959.866735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.866779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.867201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.867410] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.867602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.867705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.867959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.868531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.869187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.870086] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.893327] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.893609] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.893793] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.894090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.894464] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.894680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.894800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.895077] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.895234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.895444] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.895559] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.895665] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.895783] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.895882] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.895981] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.896123] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.923243] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.923243] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.923243] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.923243] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.923698] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-5931b667-bf6b-4d3a-9a08-3d95403916e2 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.923984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.924588] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.924588] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.925020] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5931b667-bf6b-4d3a-9a08-3d95403916e2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.959802] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.250756] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 960.251018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.251162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.251381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.251577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.251696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.251761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.251914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.251992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.252090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.252177] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.374352] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.434205] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.434205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 5931b667-bf6b-4d3a-9a08-3d95403916e2 not found, creating... [ 960.434205] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.434205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435250] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.435250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.435250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.435250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435250] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 5931b667-bf6b-4d3a-9a08-3d95403916e2 is going to be created. [ 960.462423] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.475704] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.476331] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.476331] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.476599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.476834] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.477511] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.754698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.754837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.754915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.755201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.755387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.755490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.755554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.755758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.755853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.755940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.756114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.756210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.756269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.756418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.756640] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.756753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.756806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.756932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.757020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.757106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.757196] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.878305] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ece5fee4-775d-4c3a-9fc8-053166b399df: rpc.has_security_group_logging(os_id): False [ 960.896199] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.896365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.896430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.896947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.896947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.897044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.897123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.897187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.897346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.897420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.897504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df is going to be created. [ 960.962455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.962616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.962808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.963150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.963399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.964766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.964863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.965380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.965380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.965380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.965380] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 960.977425] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: IN_PROGRESS for 2s [ 960.995282] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.995282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.995282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.995282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.995282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.004244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 961.181626] env[66001]: INFO networking_nsxv3.common.synchronization [req-3075de34-2972-4355-8a19-d7a166ee4751 req-cd53a7ae-29e5-41fc-a7aa-3f9708515528 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 961.181811] env[66001]: INFO networking_nsxv3.common.synchronization [req-3075de34-2972-4355-8a19-d7a166ee4751 req-cd53a7ae-29e5-41fc-a7aa-3f9708515528 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 961.181966] env[66001]: INFO networking_nsxv3.common.synchronization [req-3075de34-2972-4355-8a19-d7a166ee4751 req-cd53a7ae-29e5-41fc-a7aa-3f9708515528 service nova] Enqueued Resource ID: 5931b667-bf6b-4d3a-9a08-3d95403916e2 with Priority: HIGHEST for action port [ 961.182506] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 961.182728] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 961.182728] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5931b667-bf6b-4d3a-9a08-3d95403916e2 with Priority: HIGHEST for action port [ 961.190191] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.190191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.190191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.190389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.190493] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.193861] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.193990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.194363] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5931b667-bf6b-4d3a-9a08-3d95403916e2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.194363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.194516] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.194662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.194736] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5931b667-bf6b-4d3a-9a08-3d95403916e2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.258840] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8615a2-0374-473f-b1e4-c557b4b6b9e3: rpc.has_security_group_logging(os_id): False [ 961.279315] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.279781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.279781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.279991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.312692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.312900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.312900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.313071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.313187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.313269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.313469] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.313573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.313635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.313781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.313856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.314065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.314163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.314224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.314363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.314438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.314521] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 961.415067] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 961.415302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.416698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.416698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.416698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.417096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.417910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.435522] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 961.557138] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3719fe85-e9fc-4e88-8814-79866772dd5e in Status: SUCCESS [ 961.557340] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e deletion is rescheduled due to dependency. [ 961.557563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.699205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5931b667-bf6b-4d3a-9a08-3d95403916e2 with status ACTIVE [ 961.699205] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.699452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.699561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.699612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.699848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.700142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.700495] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.700786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.700854] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5931b667-bf6b-4d3a-9a08-3d95403916e2 is going to be updated. [ 961.731960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.731960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.731960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.731960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.731960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.731960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5931b667-bf6b-4d3a-9a08-3d95403916e2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.116501] env[66001]: INFO networking_nsxv3.common.synchronization [None req-e13241ee-fade-497f-9bbb-938160a097c2 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 962.117382] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 962.117997] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.117997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.117997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.118296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.118347] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.118441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.118564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.118690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.119111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.119111] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.622665] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.991658] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: SUCCESS [ 962.991970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.014936] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 963.014936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.014936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.014936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.015246] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.015343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.016099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.016099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.016099] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.125985] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.455110] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 963.455110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.518455] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.632945] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.632945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.632945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.632945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.632945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.632945] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 963.662278] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.662278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.662278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.662278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.662278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.671348] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 964.021367] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.060450] env[66001]: INFO networking_nsxv3.common.synchronization [req-39b697b3-ffde-4907-9667-a95a0ed08368 req-38615466-1035-4ef2-bb10-131008afb83a tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 964.061269] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 964.061375] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.061869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.061869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.061869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.062029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.062091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.062189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.062326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.062388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.062490] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.373304] env[66001]: INFO networking_nsxv3.common.synchronization [None req-56f666cd-1350-47d9-8cf9-6b2354d93352 None None] Enqueued Resource ID: d130a2b1-d1f9-4266-8274-28b8bcbe2818 with Priority: HIGHEST for action port [ 964.373304] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d130a2b1-d1f9-4266-8274-28b8bcbe2818 with Priority: HIGHEST for action port [ 964.373304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d130a2b1-d1f9-4266-8274-28b8bcbe2818 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.373968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d130a2b1-d1f9-4266-8274-28b8bcbe2818" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.374371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d130a2b1-d1f9-4266-8274-28b8bcbe2818" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.375670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d130a2b1-d1f9-4266-8274-28b8bcbe2818" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.375670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d130a2b1-d1f9-4266-8274-28b8bcbe2818',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.525982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.525982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.525982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.525982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.525982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.525982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 964.561414] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.561798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.561798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.562140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.562140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.570021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 964.575388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 964.606363] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.606363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.606363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.606363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.606363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.619762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 964.802212] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.802805] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.803267] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.803931] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.804697] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.804975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.805212] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.805628] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.805883] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.806518] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.806750] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.806943] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.807327] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.807445] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.807623] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.807814] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.830627] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.830627] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.830627] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.830627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-186" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.830627] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-cf737fac-9931-4840-b8a2-192f2fda3b56 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.830627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.830627] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.831099] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.831099] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf737fac-9931-4840-b8a2-192f2fda3b56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.878069] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d130a2b1-d1f9-4266-8274-28b8bcbe2818 [ 964.878339] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.878498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.878575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.878787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.878888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.878991] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d130a2b1-d1f9-4266-8274-28b8bcbe2818 already deleted. [ 964.879086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d130a2b1-d1f9-4266-8274-28b8bcbe2818" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.288281] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d41ce5d2-ff4c-47ec-b8e9-d0fea3f79312 None None] Enqueued Resource ID: 5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3 with Priority: HIGHEST for action port [ 965.288840] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3 with Priority: HIGHEST for action port [ 965.289901] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.289901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.289901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.289901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.289901] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.333803] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.334089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.334149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.334411] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.334539] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.334751] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port cf737fac-9931-4840-b8a2-192f2fda3b56 not found, creating... [ 965.335092] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.335092] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.335092] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.335767] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.335767] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.336464] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.336464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.336464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.336464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.336782] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.336782] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: cf737fac-9931-4840-b8a2-192f2fda3b56 is going to be created. [ 965.369929] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.370167] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.370284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.370576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.370812] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.371082] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.682785] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 4s [ 965.792445] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3 [ 965.792572] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.792734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.792804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.793034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.793120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.793211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3 already deleted. [ 965.793286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd2b7cf-6774-483b-9cc0-c4b1a5e661f3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [req-39b697b3-ffde-4907-9667-a95a0ed08368 req-d50b2e1b-7be4-43b3-88c2-9f3b2cb466f1 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [req-39b697b3-ffde-4907-9667-a95a0ed08368 req-d50b2e1b-7be4-43b3-88c2-9f3b2cb466f1 service nova] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [req-39b697b3-ffde-4907-9667-a95a0ed08368 req-d50b2e1b-7be4-43b3-88c2-9f3b2cb466f1 service nova] Enqueued Resource ID: cf737fac-9931-4840-b8a2-192f2fda3b56 with Priority: HIGHEST for action port [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_rules [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 966.089808] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf737fac-9931-4840-b8a2-192f2fda3b56 with Priority: HIGHEST for action port [ 966.089808] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.089808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.089808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.091962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.091962] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.091962] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.091962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.091962] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf737fac-9931-4840-b8a2-192f2fda3b56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.091962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.091962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.091962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.094657] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf737fac-9931-4840-b8a2-192f2fda3b56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.459506] env[66001]: INFO networking_nsxv3.common.synchronization [None req-77f2c6be-0bcd-443f-9398-ca353fad0cfe None None] Enqueued Resource ID: b318f2c9-f319-4d8a-8f60-e8bc0d511ea7 with Priority: HIGHEST for action port [ 966.460853] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318f2c9-f319-4d8a-8f60-e8bc0d511ea7 with Priority: HIGHEST for action port [ 966.461057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b318f2c9-f319-4d8a-8f60-e8bc0d511ea7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.461319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b318f2c9-f319-4d8a-8f60-e8bc0d511ea7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.461403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b318f2c9-f319-4d8a-8f60-e8bc0d511ea7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.461928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b318f2c9-f319-4d8a-8f60-e8bc0d511ea7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.461928] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b318f2c9-f319-4d8a-8f60-e8bc0d511ea7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.536090] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.536090] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.536090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.536833] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.536962] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.537140] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.537285] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.537426] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.537538] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.537670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.558779] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.558989] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.559198] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.559501] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.559829] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-0835ffd9-4c02-4c03-9403-6a022471bedf taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.560016] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.560158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.560475] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.560613] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0835ffd9-4c02-4c03-9403-6a022471bedf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.587439] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 966.587702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.587909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.588672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.588672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.588672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.588672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.588672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.588940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.588940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.588940] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.595211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.595357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.595533] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf737fac-9931-4840-b8a2-192f2fda3b56 with status ACTIVE [ 966.596216] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.596382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.596489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.596716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.597100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.597100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.597100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.597253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.597386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.597463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.597646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.597741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.597797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.597934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.598014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.598102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf737fac-9931-4840-b8a2-192f2fda3b56 is going to be updated. [ 966.620025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.620231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.620231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.620516] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.620649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.620905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf737fac-9931-4840-b8a2-192f2fda3b56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.629702] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 966.630219] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 966.630219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.630219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.630425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631341] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.631341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.631341] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.967020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b318f2c9-f319-4d8a-8f60-e8bc0d511ea7 [ 966.967020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.967020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.967020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.967020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.967559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.967559] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b318f2c9-f319-4d8a-8f60-e8bc0d511ea7 already deleted. [ 966.967559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b318f2c9-f319-4d8a-8f60-e8bc0d511ea7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.063717] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.064062] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.064199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.064490] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.065119] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.065207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 0835ffd9-4c02-4c03-9403-6a022471bedf not found, creating... [ 967.067057] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.067057] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.067057] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.067654] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.067654] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 0835ffd9-4c02-4c03-9403-6a022471bedf is going to be created. [ 967.090616] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.090616] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.090742] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.090974] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.091223] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.091436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.092389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.092689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.092689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.092827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.092989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.093093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.093155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.093324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.093420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.093865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.094067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.094173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.094237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.094384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.094655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.094655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.094655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.095038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.095097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.095193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.095233] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.135428] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.596940] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 967.617513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.617658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.617726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.617940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.618045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.618287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.618398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.618398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.618823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.618823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.618823] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.618962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.618962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.619233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.619233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.619386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.619386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.619522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.619601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.619658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.619730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 967.639140] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.686140] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.686312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.686384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.686689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.686960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.695131] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 967.695428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.700082] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 967.797177] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7bd30ed-1858-4fb5-8385-3ead8853836f req-26b15a74-8935-409d-88f3-2b595a13e002 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 967.797349] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7bd30ed-1858-4fb5-8385-3ead8853836f req-26b15a74-8935-409d-88f3-2b595a13e002 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 967.797602] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7bd30ed-1858-4fb5-8385-3ead8853836f req-26b15a74-8935-409d-88f3-2b595a13e002 service nova] Enqueued Resource ID: 0835ffd9-4c02-4c03-9403-6a022471bedf with Priority: HIGHEST for action port [ 967.797997] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 967.798230] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 967.798336] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0835ffd9-4c02-4c03-9403-6a022471bedf with Priority: HIGHEST for action port [ 967.798604] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.799067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.799147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.799350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.799433] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.800313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.800432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.800485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.800658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.800823] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.800934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.800995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.801181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.801439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.801541] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.802362] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0835ffd9-4c02-4c03-9403-6a022471bedf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.802433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.802498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.802637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.802714] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0835ffd9-4c02-4c03-9403-6a022471bedf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.909812] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3162c19b-2e59-4c4e-9e47-10fe59d0c0c3 None None] Enqueued Resource ID: 837bd243-bd17-490e-9029-5d08175072dc with Priority: HIGHEST for action port [ 967.910264] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837bd243-bd17-490e-9029-5d08175072dc with Priority: HIGHEST for action port [ 967.910588] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-837bd243-bd17-490e-9029-5d08175072dc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.910714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837bd243-bd17-490e-9029-5d08175072dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.910950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837bd243-bd17-490e-9029-5d08175072dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.911148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837bd243-bd17-490e-9029-5d08175072dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.911148] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837bd243-bd17-490e-9029-5d08175072dc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.142018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.142390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.142390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.145621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.145621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.145621] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 968.220884] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.222062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.222062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.222230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.222301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.236170] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 968.304284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.304492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.304763] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.305665] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0835ffd9-4c02-4c03-9403-6a022471bedf with status ACTIVE [ 968.305852] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.305961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.306042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.306359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.306359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.306544] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.306682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.306758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.307200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.307291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.307441] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.307553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.307619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.307762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.307834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.308035] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0835ffd9-4c02-4c03-9403-6a022471bedf is going to be updated. [ 968.330778] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.330986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.331215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.331337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.331505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.331685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0835ffd9-4c02-4c03-9403-6a022471bedf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.412971] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 837bd243-bd17-490e-9029-5d08175072dc [ 968.413292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.413468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.413564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.413839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.414064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.414123] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:837bd243-bd17-490e-9029-5d08175072dc already deleted. [ 968.414209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837bd243-bd17-490e-9029-5d08175072dc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.485589] env[66001]: INFO networking_nsxv3.common.synchronization [req-7751792a-c682-4c8a-8571-7bf71708311d req-a98e6640-37c0-44d5-a5e7-1bdf16015c45 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 968.487390] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 968.488240] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.488240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.488240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.488546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.488546] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.488967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.488967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.489199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.489199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.489341] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.810801] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.970358] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.970631] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.970759] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.971204] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.971823] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.972080] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.972279] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.972641] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.972835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.974194] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.974194] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.974194] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.974194] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.974194] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.974194] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.974194] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.993304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.993432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.993506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.993780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.993903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.994252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.994390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.994493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.994734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.994833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.994939] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 968.998376] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.998586] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.998766] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.998973] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.999370] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-bd19c361-d1c1-41b9-adb7-9a455e521fdd taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.999582] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.999744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.000119] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.000311] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd19c361-d1c1-41b9-adb7-9a455e521fdd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.024090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.024262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.024319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.024505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.024642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.033547] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 969.313521] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.313820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.313820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.313919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.314021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.314141] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 969.356024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.356024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.356024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.356024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.356024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.366332] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 969.502819] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.503186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.503186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.503644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.503644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.503909] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port bd19c361-d1c1-41b9-adb7-9a455e521fdd not found, creating... [ 969.504027] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.505227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.505227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.505227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.505227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.505227] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.505227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.506034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.506288] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.506435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.506710] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: bd19c361-d1c1-41b9-adb7-9a455e521fdd is going to be created. [ 969.527862] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.528258] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.528450] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.528661] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.528884] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529579] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.718028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 969.718294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.232267] env[66001]: INFO networking_nsxv3.common.synchronization [req-7751792a-c682-4c8a-8571-7bf71708311d req-226b6729-b5fc-4f66-906a-2e8b5d8d59c2 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 970.232267] env[66001]: INFO networking_nsxv3.common.synchronization [req-7751792a-c682-4c8a-8571-7bf71708311d req-226b6729-b5fc-4f66-906a-2e8b5d8d59c2 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 970.232267] env[66001]: INFO networking_nsxv3.common.synchronization [req-7751792a-c682-4c8a-8571-7bf71708311d req-226b6729-b5fc-4f66-906a-2e8b5d8d59c2 service nova] Enqueued Resource ID: bd19c361-d1c1-41b9-adb7-9a455e521fdd with Priority: HIGHEST for action port [ 970.232465] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 970.232595] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 970.232712] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd19c361-d1c1-41b9-adb7-9a455e521fdd with Priority: HIGHEST for action port [ 970.233263] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.233379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.233522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.235165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.235165] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.235483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.235580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.235794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd19c361-d1c1-41b9-adb7-9a455e521fdd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.235898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.235963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.236184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.236260] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd19c361-d1c1-41b9-adb7-9a455e521fdd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.247085] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 970.247234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.247638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.247847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.248079] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.248207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.248273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.248433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.248515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.248599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.248901] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.738873] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.738873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.739344] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd19c361-d1c1-41b9-adb7-9a455e521fdd with status ACTIVE [ 970.739344] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.739344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.739344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.739519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.739744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.739894] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.740053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.740152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.740333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.740420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.740648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.740752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.740816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.741017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.741246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.741246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd19c361-d1c1-41b9-adb7-9a455e521fdd is going to be updated. [ 970.751455] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.751823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.751823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.751936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.752151] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.752254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.752336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.752551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.752666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.752769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.752932] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.753066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.753154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.753321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.753473] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.753576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.753639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.753801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.753893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.754117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.754231] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.765232] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.766208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.766208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.766208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.769513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.769513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd19c361-d1c1-41b9-adb7-9a455e521fdd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.047958] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 971.047958] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.047958] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.047958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.047958] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.075899] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5d8a69a-6cf6-4287-8473-5230da1e269e req-d40413aa-a7b2-485d-b2eb-b7a3f9a5dbbb tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 971.076616] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 971.077494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.077876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.078104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.078457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.078719] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.078971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.079145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.079422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.079947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.080178] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.257848] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a19266-eeb9-422c-a5b0-c78395918c56: rpc.has_security_group_logging(os_id): False [ 971.277233] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.277609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.277754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.278058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.278165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.278399] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.278515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.278598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.280202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.280726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.281131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.281461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.281656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.282125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.282289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.282768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.282768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.282937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.283098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.283290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.283445] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 971.356306] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.356504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.356550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.358106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.358106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.380363] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 971.380639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.380907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.381107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.381330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.381454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.381528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.381772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.381874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.381936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.382011] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.393369] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 971.531441] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.531633] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.531752] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.532127] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.532950] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.533180] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.533314] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.533570] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.533711] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.533975] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.534045] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.534144] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.534247] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.534356] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.534458] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.534587] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.550479] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.559047] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.559047] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.559047] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.559282] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.559980] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-68b4dc15-46de-4a5d-af21-f1539610bc6f taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.559980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.560320] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.560462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.560602] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b4dc15-46de-4a5d-af21-f1539610bc6f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.584982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.584982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.584982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 already deleted. [ 971.584982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.885147] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.885491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.885491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.885685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.885860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.885969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.886039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.886195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.886279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.886365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.886552] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.886654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.886717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.886854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.886987] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.887113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.887184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.887408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.887536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.887665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.887799] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.052697] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.063344] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.063576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.063730] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.064013] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.064164] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.064318] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 68b4dc15-46de-4a5d-af21-f1539610bc6f not found, creating... [ 972.064583] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.064842] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.064921] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065162] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065297] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.065581] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.065753] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.066525] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.066806] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.066954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.067206] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 68b4dc15-46de-4a5d-af21-f1539610bc6f is going to be created. [ 972.088550] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.088852] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.088899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.089165] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.089390] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.089613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.391350] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad507de3-4c3e-4cbd-8506-fbba542d2652: rpc.has_security_group_logging(os_id): False [ 972.413911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.414128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.414232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.414459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.414550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.414822] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.414953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.414998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.415149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.415227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.415457] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.415556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.415620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.415770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.415849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.416065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.416157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.416223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.416357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.416425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.416509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 972.495957] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.495957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.495957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.496406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.516928] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 972.555601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.555887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.555971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.556234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.556332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.556452] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 972.599431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.599921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.599921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.599921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.600509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.609315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 972.860161] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5d8a69a-6cf6-4287-8473-5230da1e269e req-92e385d5-348a-41ea-829c-60b3c1ada33d service nova] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 972.860161] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5d8a69a-6cf6-4287-8473-5230da1e269e req-92e385d5-348a-41ea-829c-60b3c1ada33d service nova] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 972.860161] env[66001]: INFO networking_nsxv3.common.synchronization [req-b5d8a69a-6cf6-4287-8473-5230da1e269e req-92e385d5-348a-41ea-829c-60b3c1ada33d service nova] Enqueued Resource ID: 68b4dc15-46de-4a5d-af21-f1539610bc6f with Priority: HIGHEST for action port [ 972.860463] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 972.860594] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 972.860685] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b4dc15-46de-4a5d-af21-f1539610bc6f with Priority: HIGHEST for action port [ 972.860988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865977] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.868728] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.868917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.869012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.869313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.869538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.869703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.869796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.870294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.872350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.872501] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.875701] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b4dc15-46de-4a5d-af21-f1539610bc6f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.875701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.875701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.876174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.876295] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b4dc15-46de-4a5d-af21-f1539610bc6f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.371925] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.371925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.374573] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.378581] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b4dc15-46de-4a5d-af21-f1539610bc6f with status ACTIVE [ 973.379844] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.379844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.379844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.379844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.379844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.379844] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.379844] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.380152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.380152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.380152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.381068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.381068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.381068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.381068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b4dc15-46de-4a5d-af21-f1539610bc6f is going to be updated. [ 973.405458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.405586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.405586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.405884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.406017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.406189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b4dc15-46de-4a5d-af21-f1539610bc6f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.407436] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 973.407569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.701395] env[66001]: INFO networking_nsxv3.common.synchronization [req-9e515f86-0782-4748-bcb4-db5d6abbce2a req-6e2964ea-9ad7-485c-a0b2-78a0bfc3e5c5 tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 973.702253] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 973.702678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.702877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.703943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.704296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.704596] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.704859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.705225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.705527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.705656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.705854] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.879250] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.125462] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.127020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.127020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.127020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.127020] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.127020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.127020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.127573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.127843] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.130645] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.130645] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.130645] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.130645] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.130645] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.130645] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.130645] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.149094] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.150203] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.150203] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.150203] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.150305] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-08c39f45-ba9f-47be-bb53-439641c00f1f taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.150437] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.150557] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.150877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.151173] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c39f45-ba9f-47be-bb53-439641c00f1f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.209030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.209151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.209250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.209394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.209480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.209664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.209760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.209831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.210015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.210106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.210190] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 already deleted. [ 974.210275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.383568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.383911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.383911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.384055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.384218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.384320] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be created. [ 974.409506] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.409672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.409714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.409943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.410187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.421845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: UNINITIALIZED for 2s [ 974.451474] env[66001]: INFO networking_nsxv3.common.synchronization [req-b4fc69f8-42a5-4de9-be31-6b88c4f62421 req-20532aad-e2a4-4f01-8fea-3187b6684cf8 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 974.451474] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 974.451474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.451474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.451474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.452218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.452481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.452685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.452830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.453097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.453279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.453464] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.533990] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 974.534942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.626378] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.626378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.626378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.626378] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.653447] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.653580] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.653739] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.654659] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.654659] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.654659] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 08c39f45-ba9f-47be-bb53-439641c00f1f not found, creating... [ 974.654659] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.655043] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.655043] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.655287] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.655287] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.655544] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.655697] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.655828] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.656068] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.657475] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.657475] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 08c39f45-ba9f-47be-bb53-439641c00f1f is going to be created. [ 974.677094] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.677318] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.677430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.677690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.677912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.678140] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.956293] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.130547] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.130708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.130775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.130992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.131842] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.131954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.132033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.132211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.132301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.133032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.133032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.133032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.133032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.133032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.133261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.133261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.133261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.133839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.133943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.134057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.134166] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.460669] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.487985] env[66001]: INFO networking_nsxv3.common.synchronization [req-9e515f86-0782-4748-bcb4-db5d6abbce2a req-e7ba9aee-d2d2-4f93-9104-495d4c3e4b63 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 975.488226] env[66001]: INFO networking_nsxv3.common.synchronization [req-9e515f86-0782-4748-bcb4-db5d6abbce2a req-e7ba9aee-d2d2-4f93-9104-495d4c3e4b63 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 975.488365] env[66001]: INFO networking_nsxv3.common.synchronization [req-9e515f86-0782-4748-bcb4-db5d6abbce2a req-e7ba9aee-d2d2-4f93-9104-495d4c3e4b63 service nova] Enqueued Resource ID: 08c39f45-ba9f-47be-bb53-439641c00f1f with Priority: HIGHEST for action port [ 975.488969] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 975.489131] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 975.489228] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c39f45-ba9f-47be-bb53-439641c00f1f with Priority: HIGHEST for action port [ 975.489513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.489648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.489716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.489983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.490095] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.491046] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.491699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.491699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.491699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.491699] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.491699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.491891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.491891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.491947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.492576] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.493224] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c39f45-ba9f-47be-bb53-439641c00f1f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.493354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.493354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.493645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.493645] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c39f45-ba9f-47be-bb53-439641c00f1f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.637813] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 975.658469] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.658469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.658469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.658753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.658784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.659315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.659315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.659491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.659522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.659777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.659837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.659968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.660057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.660235] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.660377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.660377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.660674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.660674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.660674] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 975.723724] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.724039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.724120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.724352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.724558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.742491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 975.964798] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.965186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.965489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.966234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.966234] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 975.995753] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.995928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.996081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.996353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.996816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.997648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.997755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.997913] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.999105] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08c39f45-ba9f-47be-bb53-439641c00f1f with status ACTIVE [ 975.999217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.999398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.999398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.000042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.000140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.000490] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.000567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.000667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.000824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.000982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.001207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.001306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.001368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.001512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.002084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.002084] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08c39f45-ba9f-47be-bb53-439641c00f1f is going to be updated. [ 976.013155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 976.023733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.024445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.024445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.024445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.024445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.024634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c39f45-ba9f-47be-bb53-439641c00f1f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.205322] env[66001]: INFO networking_nsxv3.common.synchronization [req-c159fb84-9031-4897-96e6-d7999d562d40 req-8d1a004f-325e-47d1-a886-721e2f306277 tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 976.206015] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 976.206373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.206479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.434994] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 976.435288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.435468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.435681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.435975] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.436112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.436112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.436286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.436367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.436453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.436540] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.496525] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.496814] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.496814] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.497200] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.498022] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.498022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.498022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.498022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.498226] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.498442] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.498583] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.498736] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.498869] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.498995] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.499132] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.499691] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.504997] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.519927] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.520151] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.520277] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.520535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.520845] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.521064] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.521190] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.521497] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.521633] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c803cf6f-6a6e-4524-ac89-ce92f0083b9e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.940665] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.007030] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.007216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.007318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.007530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.007618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.007719] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be created. [ 977.024650] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.024909] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.025069] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.025381] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.025549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.025701] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port c803cf6f-6a6e-4524-ac89-ce92f0083b9e not found, creating... [ 977.026115] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.026300] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026415] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.026944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.027108] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.027413] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.027578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.027731] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.027975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.028155] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.028336] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c803cf6f-6a6e-4524-ac89-ce92f0083b9e is going to be created. [ 977.031103] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.031233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.041048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: UNINITIALIZED for 2s [ 977.049051] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.049282] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.049868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.049868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.050045] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.050779] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.443290] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9fbaa0-4f48-46c5-a444-fe0f8636c721: rpc.has_security_group_logging(os_id): False [ 977.463422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.463676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.463796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.464133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.464454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.464625] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.464807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.464955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.465186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.465302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.465302] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be created. [ 977.534281] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.534698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.534698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.534998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.535202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.552989] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 977.759397] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 977.759765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.796157] env[66001]: INFO networking_nsxv3.common.synchronization [req-c159fb84-9031-4897-96e6-d7999d562d40 req-f9b757cc-e102-4106-9b2e-7c61eb2fe017 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 977.796359] env[66001]: INFO networking_nsxv3.common.synchronization [req-c159fb84-9031-4897-96e6-d7999d562d40 req-f9b757cc-e102-4106-9b2e-7c61eb2fe017 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 977.796512] env[66001]: INFO networking_nsxv3.common.synchronization [req-c159fb84-9031-4897-96e6-d7999d562d40 req-f9b757cc-e102-4106-9b2e-7c61eb2fe017 service nova] Enqueued Resource ID: c803cf6f-6a6e-4524-ac89-ce92f0083b9e with Priority: HIGHEST for action port [ 977.798992] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 977.798992] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 977.798992] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c803cf6f-6a6e-4524-ac89-ce92f0083b9e with Priority: HIGHEST for action port [ 977.799864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.799864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.799864] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.800061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.800924] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.800924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.800924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.801089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.801160] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c803cf6f-6a6e-4524-ac89-ce92f0083b9e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.026180] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 978.026365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.305220] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c803cf6f-6a6e-4524-ac89-ce92f0083b9e with status ACTIVE [ 978.305511] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.305699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.305781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.305985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.306088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.306478] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.306640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.306736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.306873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.307105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.307420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.307500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.307662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.307751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307836] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c803cf6f-6a6e-4524-ac89-ce92f0083b9e is going to be updated. [ 978.331415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.331604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.331662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.331882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.332038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.332227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c803cf6f-6a6e-4524-ac89-ce92f0083b9e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835831] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d9ac7ac-f90e-4b53-b5b0-28e284623827 req-1d58a629-3086-4915-a19e-0fdf83b8db0e tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 978.836389] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 978.836700] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.836822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.836888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.837100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.837253] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.837350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.837422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.837572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.837621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.837721] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.054816] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 979.055221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.055475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.055822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.055822] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.055822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.056104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.056104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.056518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.056518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.056518] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.062938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.062938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.062938] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.220428] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.220595] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.220728] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.221083] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.221550] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.221639] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.221799] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.222073] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.222285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.222584] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.222769] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.222922] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.223051] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.223170] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.223275] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.223419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.244636] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.244883] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.245056] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.245234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.245554] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.246355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.246355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.246355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.246665] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.340131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.340322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.340407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.340622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.340714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.340917] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.341027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.341105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.341273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.341371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.341428] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 979.382644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.382644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.382644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.382644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.382644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394664] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 979.562872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.563093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.566898] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 979.567354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.567592] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.751751] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.752209] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.752445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.752934] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.753190] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.753437] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 not found, creating... [ 979.753886] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.754324] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.754609] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.755162] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.755371] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756088] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.756088] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.756088] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756512] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.756680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756896] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 is going to be created. [ 979.785512] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.785512] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.785512] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.785512] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.785824] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.786022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.070892] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.532270] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d9ac7ac-f90e-4b53-b5b0-28e284623827 req-b4ed9954-bd54-4ea2-a318-c816eadac7d9 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 980.532539] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d9ac7ac-f90e-4b53-b5b0-28e284623827 req-b4ed9954-bd54-4ea2-a318-c816eadac7d9 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 980.532758] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d9ac7ac-f90e-4b53-b5b0-28e284623827 req-b4ed9954-bd54-4ea2-a318-c816eadac7d9 service nova] Enqueued Resource ID: fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 with Priority: HIGHEST for action port [ 980.533503] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 980.533691] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 980.533914] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 with Priority: HIGHEST for action port [ 980.534306] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.534480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.534623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.534828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.534954] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.535891] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.535987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.536244] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.536394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.536494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.536743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.536871] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.574590] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.574852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.574943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.575224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.575708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.575842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 980.784090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.784275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.784349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.786365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.786593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.797631] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 981.039333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.039556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.039918] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 with status ACTIVE [ 981.040280] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.040537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.040605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.040870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.040983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.041228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.041352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.041440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.041672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.041796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.042068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.042178] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.042314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.042440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.042526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.042699] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3 is going to be updated. [ 981.079036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.079436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.079436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.079515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.079712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.079855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc9e28bd-b5ee-4a8c-9080-09dea5c2b6a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.400715] env[66001]: INFO networking_nsxv3.common.synchronization [req-6f7ca7c0-f39b-4585-9045-b25e629e424f req-b558d856-b154-4039-afd2-a69dd55d412c tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 981.402274] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 981.402597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.402723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.402788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.402986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.403157] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.403253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.403313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.403456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.403540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.403630] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.429482] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 981.429813] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 981.430024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.430323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.430740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.431504] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.431847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.432048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.432493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.432706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.432964] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.445956] env[66001]: INFO networking_nsxv3.common.synchronization [req-a801d453-aa65-4abb-b2a2-20f87a9b0c50 req-3b6911e9-80f3-416b-9c9e-86c2077ad340 tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 981.445956] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 981.446984] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.448260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.692718] env[66001]: INFO networking_nsxv3.common.synchronization [None req-9474d398-520d-413f-8412-a12ff9ceda09 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 981.693169] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 981.693817] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.694073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.909182] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.939189] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.983573] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.983820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.983970] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.984278] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.984631] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.984857] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.984991] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.985263] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.985441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.985674] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.985789] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.985921] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.986054] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.986185] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.986305] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.986450] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.005699] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.005897] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.005990] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.006197] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-439" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.006483] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.006644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.006756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.007116] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.007304] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0bf36c5-43ac-4ea9-a3e7-e4001599e69b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.411507] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.442089] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.509453] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.509679] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.509903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.510262] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.510457] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.510587] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port f0bf36c5-43ac-4ea9-a3e7-e4001599e69b not found, creating... [ 982.510874] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.511140] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.511255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.511501] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.511642] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.511979] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.512412] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.512546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.512817] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.512981] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.513143] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: f0bf36c5-43ac-4ea9-a3e7-e4001599e69b is going to be created. [ 982.541395] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.541719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.542261] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.542836] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.543144] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.543401] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.816188] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.816188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.816188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.816188] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.914153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.914381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.914565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.915300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.915476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.915603] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 982.945877] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.945877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.945877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945877] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 982.972049] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.972049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.972049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.972049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.972049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.984960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 983.007520] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.007764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.007830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.008608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.009897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.024284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 983.320015] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.387591] env[66001]: INFO networking_nsxv3.common.synchronization [req-a801d453-aa65-4abb-b2a2-20f87a9b0c50 req-289cebac-3bcb-4573-91ba-2c8af81e4ed8 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 983.389611] env[66001]: INFO networking_nsxv3.common.synchronization [req-a801d453-aa65-4abb-b2a2-20f87a9b0c50 req-289cebac-3bcb-4573-91ba-2c8af81e4ed8 service nova] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 983.389611] env[66001]: INFO networking_nsxv3.common.synchronization [req-a801d453-aa65-4abb-b2a2-20f87a9b0c50 req-289cebac-3bcb-4573-91ba-2c8af81e4ed8 service nova] Enqueued Resource ID: f0bf36c5-43ac-4ea9-a3e7-e4001599e69b with Priority: HIGHEST for action port [ 983.390419] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_rules [ 983.390658] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 983.390888] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bf36c5-43ac-4ea9-a3e7-e4001599e69b with Priority: HIGHEST for action port [ 983.391515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.391779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392689] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.393184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.393184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.393493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.397021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0bf36c5-43ac-4ea9-a3e7-e4001599e69b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.824067] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.896982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0bf36c5-43ac-4ea9-a3e7-e4001599e69b with status ACTIVE [ 983.897715] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.897715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.897715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.899643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.899958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.900741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.900914] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0bf36c5-43ac-4ea9-a3e7-e4001599e69b is going to be updated. [ 983.924952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.925113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.925191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.925402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.925540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.925692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0bf36c5-43ac-4ea9-a3e7-e4001599e69b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.327452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.327549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.327585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.327799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.327893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.327997] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 984.383675] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.383938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.383938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.384150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.384301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.395881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 984.997812] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 984.998080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.998307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.998600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.998839] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.999031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.999141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.999640] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.035040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 985.035612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.035612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.035751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.036052] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.036652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.036652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.036652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.036652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.036652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.036652] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.216824] env[66001]: INFO networking_nsxv3.common.synchronization [req-fd5c66d6-da28-4f6a-8b0d-6e5c5dbbaedb req-60fbe980-dc51-4498-8332-8196d723480a tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 985.217693] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d299ff7-9595-41d2-8705-b749a5a2677f with Priority: HIGHEST for action security_group_members [ 985.217933] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d299ff7-9595-41d2-8705-b749a5a2677f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.218148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.218250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.218586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.219190] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.219584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.219724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.219935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.220066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.220260] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d299ff7-9595-41d2-8705-b749a5a2677f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.504593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.504593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.504593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.504593] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 985.540167] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541279] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.541800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.541800] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.542054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.542188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.542260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.542367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.542881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.542975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.543094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.543185] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.570606] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.570606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.570873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.570946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.588255] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 985.722576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.722739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.722869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.723105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.752305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.752693] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.752851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.752926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.753202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.753317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.753443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f is going to be updated. [ 985.793033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.793033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.793033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.793033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.793033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.804377] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: IN_PROGRESS for 2s [ 986.046164] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 986.064885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.065081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.065150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.065368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.065494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.065808] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.065808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.065965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.066098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.066146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.066313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.066414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.066469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.066610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.066682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.066860] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.066941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.067060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.071025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.071025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.071025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 986.139325] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.139325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.139325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.139325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.139325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152937] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 986.424586] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 986.424943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.425677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.425677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.425677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429867] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.430590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.430590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.430590] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.430722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.430765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.431311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.431311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.431311] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.934044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e925b46d-c5c2-418e-baf4-228da9e5c847: rpc.has_security_group_logging(os_id): False [ 986.935083] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.957732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.960019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.960019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.960548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.960678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.960954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.961389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.961473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.961616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.961690] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.961909] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.962010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.962082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.962225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.962295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.962384] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be created. [ 987.045721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.045991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.046103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.046388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.046642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.069137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 987.397023] env[66001]: INFO networking_nsxv3.common.synchronization [req-85242321-d3f1-4752-8b8c-4d85e3e1e581 req-74cd08a6-50db-4e12-91fc-8266c5b38782 tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 987.397658] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 987.399549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.399549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.399549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.399549] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.438326] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.599886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 987.600401] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 deletion is rescheduled due to dependency. [ 987.600585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.755034] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.755034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.755034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.755034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.755034] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.755034] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.755572] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.755976] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.756324] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756674] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.757036] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.757434] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.758040] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.758040] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.758040] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.758040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.782129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.782309] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.782447] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.782618] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.782984] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-55a26a60-2336-4e1b-b426-228f4c4bfb54 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.783858] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.783858] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.783858] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.783858] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a26a60-2336-4e1b-b426-228f4c4bfb54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.818647] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d299ff7-9595-41d2-8705-b749a5a2677f in Status: SUCCESS [ 987.818844] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d299ff7-9595-41d2-8705-b749a5a2677f deletion is rescheduled due to dependency. [ 987.819082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d299ff7-9595-41d2-8705-b749a5a2677f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.903870] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.903870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.903870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.904170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.904170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.904378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.905486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.905486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.905486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.905486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.905486] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 987.940022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.940022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.940022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.940022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.940022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.940368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.940596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.940760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.941048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.941225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.941478] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 987.953251] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 987.977109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.977109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.977109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.977109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.977109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.988731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 988.168054] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 988.168054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.286248] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.286784] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.289022] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 55a26a60-2336-4e1b-b426-228f4c4bfb54 not found, creating... [ 988.289022] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.289022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.290279] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.290714] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.290965] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.291372] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.291645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.291930] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 55a26a60-2336-4e1b-b426-228f4c4bfb54 is going to be created. [ 988.340504] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.340504] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.340771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.340995] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.341377] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.341700] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.915277] env[66001]: INFO networking_nsxv3.common.synchronization [req-7dac1730-1d1d-4d02-bc8a-1952ce8ef5b1 req-495e16f5-b6fe-4d7b-a837-b2f54bb08c3e tempest-ImagesTestJSON-2060296479 tempest-ImagesTestJSON-2060296479-project-member] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 988.915838] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGHEST for action security_group_members [ 988.916480] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.916614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.916697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.916996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.917070] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.917226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.917226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.917369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.917450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.917541] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.084914] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 989.085185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.085399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.085941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.085941] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.089433] env[66001]: INFO networking_nsxv3.common.synchronization [req-85242321-d3f1-4752-8b8c-4d85e3e1e581 req-9bbf4ced-9956-4ea8-a966-9d982e5d4568 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 989.089680] env[66001]: INFO networking_nsxv3.common.synchronization [req-85242321-d3f1-4752-8b8c-4d85e3e1e581 req-9bbf4ced-9956-4ea8-a966-9d982e5d4568 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 989.089875] env[66001]: INFO networking_nsxv3.common.synchronization [req-85242321-d3f1-4752-8b8c-4d85e3e1e581 req-9bbf4ced-9956-4ea8-a966-9d982e5d4568 service nova] Enqueued Resource ID: 55a26a60-2336-4e1b-b426-228f4c4bfb54 with Priority: HIGHEST for action port [ 989.093925] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 989.094236] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 989.095174] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a26a60-2336-4e1b-b426-228f4c4bfb54 with Priority: HIGHEST for action port [ 989.096086] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.096302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.096415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.096771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.096933] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.099415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.099569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.099781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a26a60-2336-4e1b-b426-228f4c4bfb54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.099898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.099983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.100181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.100407] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a26a60-2336-4e1b-b426-228f4c4bfb54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.421389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.421777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.421777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.421882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.421933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.422188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.422409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.422409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.422620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.422620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.422723] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be updated. [ 989.476254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.476254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.506969] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: IN_PROGRESS for 2s [ 989.590622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.590622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.605584] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a26a60-2336-4e1b-b426-228f4c4bfb54 with status ACTIVE [ 989.605584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.605584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.605584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.605584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.605584] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a26a60-2336-4e1b-b426-228f4c4bfb54 is going to be updated. [ 989.607648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.607846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.632090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.632266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.632304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.632514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.632644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.632803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a26a60-2336-4e1b-b426-228f4c4bfb54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.964303] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 989.964554] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 deletion is rescheduled due to dependency. [ 989.964676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.964884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.965367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.965367] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.965525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.965525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.965616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.966256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.966256] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.000264] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 990.000453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.000601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.000825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.001415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.001415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.001415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.001415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.001726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.001726] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.469079] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.503537] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.970805] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.005730] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.476042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.476418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.476580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.476580] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 991.513657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.513794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.513863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.514093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.514230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.515489] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.515599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.515662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.515832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.515909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.515995] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 991.520698] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a19266-eeb9-422c-a5b0-c78395918c56 in Status: SUCCESS [ 991.520909] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 deletion is rescheduled due to dependency. [ 991.520954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.533180] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 991.569314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.569559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.569689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.570016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.570213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.580516] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 993.298516] env[66001]: INFO networking_nsxv3.common.synchronization [req-d3cb243c-c470-421e-9d54-f920b17b1d96 req-ea20cbe7-1bae-4a58-aab0-4dee0c78a24a tempest-ServersNegativeTestJSON-1354954503 tempest-ServersNegativeTestJSON-1354954503-project-member] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 993.299174] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 993.299681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.299681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.299998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.300262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.300501] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.300614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.300674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.300837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.300917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.301018] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.550150] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 993.550429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.550548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.550787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.550989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.551194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.551194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.551331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.551411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.551495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.551603] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.592987] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 993.593230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.593402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.593624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.593822] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.593941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.594014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.594215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.594298] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.594339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.594416] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.803422] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.803633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.803633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.803868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.803955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.804207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.804303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.804352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.804506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.804577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.804662] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b already deleted. [ 993.804919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.054943] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.096728] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.097050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.097243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.098017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.098017] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.098017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.098273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.098423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.098560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.098718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.098978] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.099976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.099976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.100354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.101424] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.356148] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356490] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.356490] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.356783] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.357053] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.357222] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.357317] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.357526] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.357713] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.357851] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.357963] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.358078] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.358181] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.358285] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.358384] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.358509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.384314] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.384467] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.384596] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.384763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.385184] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-4fc02cd4-31f2-442b-afeb-47bdeddb4564 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.386027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.386027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.386027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.386027] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc02cd4-31f2-442b-afeb-47bdeddb4564',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.559232] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d510caca-7bf9-410d-8fb1-379dc56be8a3: rpc.has_security_group_logging(os_id): False [ 994.588239] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588239] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.588239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588239] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 994.606140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e925b46d-c5c2-418e-baf4-228da9e5c847: rpc.has_security_group_logging(os_id): False [ 994.628796] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.632112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.632358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.632710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.632904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.633269] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.633554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.633706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.634038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.634243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.634628] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.634852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.635063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.635311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.635581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.635896] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.636148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.636767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.636767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.636767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.636767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 994.677712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.677997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.677997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.678204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.678375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.695102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 994.737691] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.737923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.738043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.738374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.738621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.763800] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 994.889060] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.889060] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.889060] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.889323] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.889484] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.889636] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 4fc02cd4-31f2-442b-afeb-47bdeddb4564 not found, creating... [ 994.889907] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.890088] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.890206] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.890445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.890581] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.890888] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.891061] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.891191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.891496] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.891632] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.891861] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 is going to be created. [ 994.918928] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.919186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.919299] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.919636] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.919886] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920157] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.651998] env[66001]: INFO networking_nsxv3.common.synchronization [req-d3cb243c-c470-421e-9d54-f920b17b1d96 req-222e0e95-72d3-484f-9c0e-daa5e337a21f service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 995.652307] env[66001]: INFO networking_nsxv3.common.synchronization [req-d3cb243c-c470-421e-9d54-f920b17b1d96 req-222e0e95-72d3-484f-9c0e-daa5e337a21f service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 995.652307] env[66001]: INFO networking_nsxv3.common.synchronization [req-d3cb243c-c470-421e-9d54-f920b17b1d96 req-222e0e95-72d3-484f-9c0e-daa5e337a21f service nova] Enqueued Resource ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with Priority: HIGHEST for action port [ 995.653034] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 995.653034] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 995.654849] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with Priority: HIGHEST for action port [ 995.654849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.654849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.654849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.655403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.655403] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.656762] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.656945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.657064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.657234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.658206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.658206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.658206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.658206] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.658206] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.658949] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc02cd4-31f2-442b-afeb-47bdeddb4564 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.658949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.658949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.659183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.659183] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc02cd4-31f2-442b-afeb-47bdeddb4564',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.162032] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.162177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.162277] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.163254] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with status ACTIVE [ 996.163506] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.163653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.163740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.163972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.164106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.164309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.164435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.164504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.165012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.165012] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.165163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.165163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.165444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.165533] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 is going to be updated. [ 996.189552] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.625912] env[66001]: INFO networking_nsxv3.common.synchronization [req-139eee57-7b46-4985-adcd-9a02f47f069c req-e785270b-0744-474b-ac65-40f0e61f6b19 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 996.626802] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 996.627587] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.627776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.627867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.630587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.630960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.631165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.631256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.631522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.631686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.631785] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.667612] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.712444] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 996.713067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.784563] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 996.784776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.784991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.785225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.785308] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.139214] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.139451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.139451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.139684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.139771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.140044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.140187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.140268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.140393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.140472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.140554] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 997.170261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.170427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.170495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.170745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.170946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.171073] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be created. [ 997.173472] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.173637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.173682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.173853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.174388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.186284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 997.200201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.200510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.200510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.200717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.201201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.212285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: UNINITIALIZED for 2s [ 997.287993] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.288255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.288321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.288552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.288787] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.288920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.289033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.289264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.289370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.289524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.289642] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.793984] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.793984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.794823] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.794970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.795065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.795852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.796089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.796209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.796286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.796692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.796692] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.796769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.796800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.796965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.797085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.797186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.797292] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.302168] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e925b46d-c5c2-418e-baf4-228da9e5c847: rpc.has_security_group_logging(os_id): False [ 998.319727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.319727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.319727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.319966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.320835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.320835] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.320835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.320835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.320835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.320835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.320835] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.321271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.321271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.321271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.321271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.321382] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.321750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.321750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.321750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.321869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.321869] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 998.417935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.418883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.418883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.418883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.418883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.434592] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 999.198288] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 999.198584] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 999.198584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 999.225025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.225025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225407] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.386240] env[66001]: INFO networking_nsxv3.common.synchronization [req-0acb7cae-c56a-4f99-81be-25eeedf1d295 req-25ed9ebd-624f-4746-92e7-03791ff58866 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 999.386807] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGHEST for action security_group_members [ 999.387489] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.387623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.388299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.388299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.388299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.388299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.388299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.388659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.388659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.388659] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.727902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.728088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.728171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.728400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.728588] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.728686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.728744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.728911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.729016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.729099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.729250] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.729463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.729463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.729577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.729709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.729793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.733019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.733019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.733019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.892081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.892338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.892408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.892648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.892737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.892989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.893732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.893732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.893732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.893732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.893732] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df is going to be updated. [ 999.924734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.924972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.925279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.925358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.925529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: IN_PROGRESS for 2s [ 1000.233325] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78775d4e-42a5-4e67-9f60-a3b38358aa9b: rpc.has_security_group_logging(os_id): False [ 1000.252423] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.254254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.254254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.254254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.254254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.254749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.254749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.255400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.255400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.255400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be created. [ 1000.393087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.393240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.393292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.393506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.393709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.406814] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1000.462918] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 1000.462918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.957054] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece5fee4-775d-4c3a-9fc8-053166b399df in Status: SUCCESS [ 1001.957467] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df deletion is rescheduled due to dependency. [ 1001.957467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.422078] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1002.422078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.665028] env[66001]: INFO networking_nsxv3.common.synchronization [None req-fe23b37d-949a-4580-8f3e-bfddaca50db7 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1002.665028] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1002.665028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.665028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.665028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.665028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.665028] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.780974] env[66001]: INFO networking_nsxv3.common.synchronization [None req-9f680f40-e32f-451b-998a-0b071a902963 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1002.781860] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1002.782098] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.782098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.187275] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.187275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.187275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.187275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.187275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.187807] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 already deleted. [ 1003.187807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.187807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.187807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.187807] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.711188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.711341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.711409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.711658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.711752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.711845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 already deleted. [ 1003.711984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.782945] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.783301] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1008.735187] env[66001]: INFO networking_nsxv3.common.synchronization [req-1ccbd1d4-331e-40c4-a8f3-832537f6e29a req-33341677-7faf-4491-a3e7-439b154c7f26 tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1008.735830] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1008.736198] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.736333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.736405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.736575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.736718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.736807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.736876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.737025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.737100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.737207] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.239638] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.743087] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.943882] env[66001]: INFO networking_nsxv3.common.synchronization [None req-eed9a854-e3da-462e-8a40-60e781055e41 None None] Enqueued Resource ID: 79632780-62b4-42ac-a903-42bf888b636a with Priority: HIGHEST for action port [ 1009.944441] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79632780-62b4-42ac-a903-42bf888b636a with Priority: HIGHEST for action port [ 1009.944803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-79632780-62b4-42ac-a903-42bf888b636a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.944944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79632780-62b4-42ac-a903-42bf888b636a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.945060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79632780-62b4-42ac-a903-42bf888b636a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.945269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79632780-62b4-42ac-a903-42bf888b636a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.945348] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79632780-62b4-42ac-a903-42bf888b636a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.245266] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.245608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.249223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.249223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.249223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.249223] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 1010.280400] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.280615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.280660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.280861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.281035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.293751] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 1010.447208] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79632780-62b4-42ac-a903-42bf888b636a [ 1010.447608] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.447815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.447937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.448276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.448429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.448593] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79632780-62b4-42ac-a903-42bf888b636a already deleted. [ 1010.448754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79632780-62b4-42ac-a903-42bf888b636a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.286179] env[66001]: INFO networking_nsxv3.common.synchronization [req-8da8190d-8bab-43f6-9651-40afea2cc586 req-bb7fa88c-77c9-44fa-9e91-884162f0d82d tempest-AttachVolumeTestJSON-538182432 tempest-AttachVolumeTestJSON-538182432-project-member] Enqueued Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 1012.286179] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f712a65f-0ad5-4836-939d-3b185970fcd5 with Priority: HIGHEST for action security_group_members [ 1012.286179] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f712a65f-0ad5-4836-939d-3b185970fcd5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.286525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.286525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.287349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.287349] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.287349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.287349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.287349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.287349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.287349] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f712a65f-0ad5-4836-939d-3b185970fcd5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.304626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 1012.304873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.789692] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.789846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.789918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.790198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790492] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.790593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.790648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.790797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790956] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 is going to be updated. [ 1012.822021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.822212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.822254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.822596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.822814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.833794] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: IN_PROGRESS for 2s [ 1012.882965] env[66001]: INFO networking_nsxv3.common.synchronization [None req-23dc53ac-5577-4181-9ce3-8abef7abb895 None None] Enqueued Resource ID: 0539c847-ef6f-4f35-adaf-7274c28d1e8f with Priority: HIGHEST for action port [ 1012.883087] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.883087] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.883699] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0539c847-ef6f-4f35-adaf-7274c28d1e8f with Priority: HIGHEST for action port [ 1012.884045] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0539c847-ef6f-4f35-adaf-7274c28d1e8f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.884179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0539c847-ef6f-4f35-adaf-7274c28d1e8f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.884245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0539c847-ef6f-4f35-adaf-7274c28d1e8f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.884497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0539c847-ef6f-4f35-adaf-7274c28d1e8f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.884578] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0539c847-ef6f-4f35-adaf-7274c28d1e8f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.386589] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0539c847-ef6f-4f35-adaf-7274c28d1e8f [ 1013.386901] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.386971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.387649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.387649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.387649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.387649] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0539c847-ef6f-4f35-adaf-7274c28d1e8f already deleted. [ 1013.387649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0539c847-ef6f-4f35-adaf-7274c28d1e8f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.785640] env[66001]: INFO networking_nsxv3.common.synchronization [req-238e7be8-e744-4578-96da-f173c363c21f req-0b752d1c-1591-4f6a-b3bc-e79b48e56a73 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1013.788111] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1013.788111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.788111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.788111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.788111] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.112345] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.112538] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.112671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.112922] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.114633] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.114810] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.114925] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.115193] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.115338] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.115532] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.115638] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.115740] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.115840] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.115941] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.116073] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.116211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.135863] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.136088] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.136251] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.136419] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.136722] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-0822dd43-6d91-41a8-a42a-d5864caee7f0 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.136887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.136995] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137364] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.137500] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0822dd43-6d91-41a8-a42a-d5864caee7f0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.290795] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.640500] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.640910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.640910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.641297] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.641484] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.641644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 0822dd43-6d91-41a8-a42a-d5864caee7f0 not found, creating... [ 1014.641925] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.642099] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.642214] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.642443] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.642576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.642860] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.643068] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.643191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.643405] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.643601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.643738] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 0822dd43-6d91-41a8-a42a-d5864caee7f0 is going to be created. [ 1014.664748] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.664946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.665137] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.665405] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.665630] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.665847] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.794061] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.848669] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f712a65f-0ad5-4836-939d-3b185970fcd5 in Status: SUCCESS [ 1014.848895] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f712a65f-0ad5-4836-939d-3b185970fcd5 deletion is rescheduled due to dependency. [ 1014.848966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f712a65f-0ad5-4836-939d-3b185970fcd5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.296741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.297028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.297028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.297252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.297386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.297455] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1015.333922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.333922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.333922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.334263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.334410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.344512] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1015.374379] env[66001]: INFO networking_nsxv3.common.synchronization [req-238e7be8-e744-4578-96da-f173c363c21f req-2c4be0ef-2027-4973-8a59-41a35da8787b service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1015.374558] env[66001]: INFO networking_nsxv3.common.synchronization [req-238e7be8-e744-4578-96da-f173c363c21f req-2c4be0ef-2027-4973-8a59-41a35da8787b service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1015.374689] env[66001]: INFO networking_nsxv3.common.synchronization [req-238e7be8-e744-4578-96da-f173c363c21f req-2c4be0ef-2027-4973-8a59-41a35da8787b service nova] Enqueued Resource ID: 0822dd43-6d91-41a8-a42a-d5864caee7f0 with Priority: HIGHEST for action port [ 1015.375308] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1015.375458] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1015.375561] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822dd43-6d91-41a8-a42a-d5864caee7f0 with Priority: HIGHEST for action port [ 1015.375841] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.375970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.376318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.376557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.376643] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.378908] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.378908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.378908] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-0822dd43-6d91-41a8-a42a-d5864caee7f0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.379091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.379091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.379188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.379267] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0822dd43-6d91-41a8-a42a-d5864caee7f0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.878733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.879081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.881279] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0822dd43-6d91-41a8-a42a-d5864caee7f0 with status ACTIVE [ 1015.881513] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.881645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.881710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.881919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.882067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.882253] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.882340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.882407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.882560] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.882639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.882821] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.882977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.883071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.883203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.883277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.883410] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0822dd43-6d91-41a8-a42a-d5864caee7f0 is going to be updated. [ 1015.905966] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.906156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.906777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.906777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.906777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.906777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0822dd43-6d91-41a8-a42a-d5864caee7f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.356338] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1017.356654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.359018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.359018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359329] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.861750] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.363764] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.496794] env[66001]: INFO networking_nsxv3.common.synchronization [req-e39ef2d2-9970-4fc3-be5b-b23aa1435b1c req-5e0694b9-d761-4fe5-b19b-f4ecd2371052 tempest-ListImageFiltersTestJSON-882949742 tempest-ListImageFiltersTestJSON-882949742-project-member] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1018.497381] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1018.497693] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.497818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.497885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.498271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.498594] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.498711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.498769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.498925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.499015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.499113] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.798058] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.798278] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.798752] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.799082] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.799283] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.799413] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.799673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.800287] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.800287] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.800287] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.800287] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.800287] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.800469] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.800469] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.800578] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.819838] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.820029] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.820166] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.820573] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.820649] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-058414a7-c63e-4f96-8d50-5a441e5fe9d5 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.820816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.820929] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.821278] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.821408] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058414a7-c63e-4f96-8d50-5a441e5fe9d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.869077] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.869077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.869077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.869077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.869077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.869077] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1018.901688] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.901688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.901688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.901688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.901688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.913024] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1019.007660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007660] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb already deleted. [ 1019.007660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.324325] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.324613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.324773] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.325151] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.325334] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.325505] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 058414a7-c63e-4f96-8d50-5a441e5fe9d5 not found, creating... [ 1019.325788] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.325946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.326082] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.326331] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.326467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.326771] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.326923] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.327058] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.327267] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.327429] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.327555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 058414a7-c63e-4f96-8d50-5a441e5fe9d5 is going to be created. [ 1019.353216] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.353382] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.353546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.353819] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.354127] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.354390] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [req-e39ef2d2-9970-4fc3-be5b-b23aa1435b1c req-1e4e929e-dc8d-4ee7-a382-06a8166f7de7 service nova] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_rules [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [req-e39ef2d2-9970-4fc3-be5b-b23aa1435b1c req-1e4e929e-dc8d-4ee7-a382-06a8166f7de7 service nova] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [req-e39ef2d2-9970-4fc3-be5b-b23aa1435b1c req-1e4e929e-dc8d-4ee7-a382-06a8166f7de7 service nova] Enqueued Resource ID: 058414a7-c63e-4f96-8d50-5a441e5fe9d5 with Priority: HIGHEST for action port [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_rules [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1020.092182] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058414a7-c63e-4f96-8d50-5a441e5fe9d5 with Priority: HIGHEST for action port [ 1020.092182] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.092182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.092182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.092868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.093453] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.093803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.094457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.094457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.094457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.094457] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.094457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.095545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.095789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.097128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.097128] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.097128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-058414a7-c63e-4f96-8d50-5a441e5fe9d5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.097128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.097128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.097321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.097321] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058414a7-c63e-4f96-8d50-5a441e5fe9d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.598786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.598947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.600288] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.601193] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 058414a7-c63e-4f96-8d50-5a441e5fe9d5 with status ACTIVE [ 1020.601385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.601628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.601679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.601917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.602016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.602200] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.602295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.602353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.602511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.602573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.602799] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.602896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.602961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.603144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.603221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.603304] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 058414a7-c63e-4f96-8d50-5a441e5fe9d5 is going to be updated. [ 1020.638484] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.638699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.638791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.639051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.639238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.639438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058414a7-c63e-4f96-8d50-5a441e5fe9d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.924802] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1020.925383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.925383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.925522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.925685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.925819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.925885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.926069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.926184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.926335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.926465] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.040637] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ac536c6-1aab-44c8-a4e9-812e3c3fb439 req-5ca5096a-dac2-44e2-a608-26e2bbd289a3 tempest-ListImageFiltersTestJSON-882949742 tempest-ListImageFiltersTestJSON-882949742-project-member] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1021.040703] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1021.041058] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.107706] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.377759] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.377963] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378092] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378355] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378665] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378974] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379221] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379367] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.379746] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.379746] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.379866] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.379866] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.379976] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.380093] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.380225] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.400996] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.401207] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.401339] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.401506] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-345" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401822] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.402017] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.402152] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.402488] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.402643] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4de1c91-8f35-47ee-9a7f-750fe5f1a15b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.429573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.429842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.429927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.430342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.430485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.430612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.430732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.430972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.431131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.431266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.431484] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.431615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.431710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.431911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.432133] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.432283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.432389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.432729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.432729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.432821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.432925] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.609664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.609664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.609818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.609938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.610010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.610179] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be created. [ 1021.648337] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.648337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.648337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.648524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648630] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.660491] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: UNINITIALIZED for 2s [ 1021.905146] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.905492] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.905645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.905952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.906118] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.906276] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port a4de1c91-8f35-47ee-9a7f-750fe5f1a15b not found, creating... [ 1021.906540] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.906706] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.906816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.907053] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.907189] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.907487] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907639] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907870] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.908259] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.908459] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.908623] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: a4de1c91-8f35-47ee-9a7f-750fe5f1a15b is going to be created. [ 1021.933786] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.934026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.934163] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.934409] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.934641] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.934866] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.936262] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1021.953918] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.954185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.954185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.954356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.954445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.954661] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.954760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.954816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.954961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.955043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.955407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.955458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.955595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.955662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.955940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.956254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.956348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.956443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1022.024155] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.024355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.024432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.024682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.024828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.063555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1022.285068] env[66001]: INFO networking_nsxv3.common.synchronization [req-035a98e0-4336-4ef6-aac0-0e9df6ec3669 req-a3eb60ed-8cdc-48cd-a8d5-715c545762e4 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 1022.285753] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 with Priority: HIGHEST for action security_group_members [ 1022.286234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-80d44fce-9f7b-4e7b-936c-ddcedf188a87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.286354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.286400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.287048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.287048] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.287048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.287048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.287304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.287304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.287394] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80d44fce-9f7b-4e7b-936c-ddcedf188a87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.653730] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ac536c6-1aab-44c8-a4e9-812e3c3fb439 req-483058f6-66a8-43a2-a694-1912d0275e68 service nova] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_rules [ 1022.656030] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ac536c6-1aab-44c8-a4e9-812e3c3fb439 req-483058f6-66a8-43a2-a694-1912d0275e68 service nova] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1022.656616] env[66001]: INFO networking_nsxv3.common.synchronization [req-4ac536c6-1aab-44c8-a4e9-812e3c3fb439 req-483058f6-66a8-43a2-a694-1912d0275e68 service nova] Enqueued Resource ID: a4de1c91-8f35-47ee-9a7f-750fe5f1a15b with Priority: HIGHEST for action port [ 1022.659276] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_rules [ 1022.659276] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1022.659276] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4de1c91-8f35-47ee-9a7f-750fe5f1a15b with Priority: HIGHEST for action port [ 1022.659276] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.659276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.659276] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.659837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.660105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.660299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.660409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.663696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.663841] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4de1c91-8f35-47ee-9a7f-750fe5f1a15b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.790053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.790053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.790248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.790345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.814317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.814568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.814712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.814781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.814997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.815098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.815268] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 is going to be updated. [ 1022.849081] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.849377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.849686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.850072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.850446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.863458] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: IN_PROGRESS for 2s [ 1023.166341] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4de1c91-8f35-47ee-9a7f-750fe5f1a15b with status ACTIVE [ 1023.166664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.166836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.166919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.167199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.167336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.167542] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.167677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.167755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.167956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.168057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.168283] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.168403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.168472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.168640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.168737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.168840] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4de1c91-8f35-47ee-9a7f-750fe5f1a15b is going to be updated. [ 1023.194204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.194413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.194413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.194611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.194743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.194909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4de1c91-8f35-47ee-9a7f-750fe5f1a15b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.550819] env[66001]: INFO networking_nsxv3.common.synchronization [req-ce98474e-9ef9-4459-b093-f49846adb987 req-ad0482b4-f7bb-4399-bfb9-b617d194fae3 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1023.551356] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1023.551669] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.551806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.551853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.552985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.552985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.552985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.552985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.553477] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.674222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: UNINITIALIZED for 4s [ 1023.914411] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.914771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.914841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.915238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.915651] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.916450] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.916525] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.916762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.916933] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.917207] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.917322] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.917689] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.917689] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.917689] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.917802] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.917905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.942632] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.942929] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.943283] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.943595] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.944548] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.944884] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.945074] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.945520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.945700] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.059156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.059156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.059156] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 already deleted. [ 1024.059156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.083601] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1024.083601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.450931] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.451169] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.451293] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.451578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.451720] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.451868] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 not found, creating... [ 1024.452137] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.452285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.452398] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.452606] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.452738] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.453032] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.453757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.453757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.453757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.453757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.454089] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 is going to be created. [ 1024.487098] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.487308] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.487454] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.487693] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.487921] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.488158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.874338] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 in Status: SUCCESS [ 1024.874712] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80d44fce-9f7b-4e7b-936c-ddcedf188a87 deletion is rescheduled due to dependency. [ 1024.874712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80d44fce-9f7b-4e7b-936c-ddcedf188a87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.204053] env[66001]: INFO networking_nsxv3.common.synchronization [req-ce98474e-9ef9-4459-b093-f49846adb987 req-dee3d8bf-41f5-43d6-9612-6bdd391f4c54 service nova] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1025.204053] env[66001]: INFO networking_nsxv3.common.synchronization [req-ce98474e-9ef9-4459-b093-f49846adb987 req-dee3d8bf-41f5-43d6-9612-6bdd391f4c54 service nova] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1025.204326] env[66001]: INFO networking_nsxv3.common.synchronization [req-ce98474e-9ef9-4459-b093-f49846adb987 req-dee3d8bf-41f5-43d6-9612-6bdd391f4c54 service nova] Enqueued Resource ID: ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 with Priority: HIGHEST for action port [ 1025.204846] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1025.204846] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1025.204950] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 with Priority: HIGHEST for action port [ 1025.205440] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.205577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.205650] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.205829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.205905] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.207225] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.207326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.208052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.208052] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.208052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.208052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.208571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.208571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.208571] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.210519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.210519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.210519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.210519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.210519] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.691732] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1025.691935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.692121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.692362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.692591] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.692730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.692809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.693260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.693260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693260] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.694895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.695171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.695378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.695594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.695594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.695804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.696025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.696133] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.713603] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.714655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.714776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.714917] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 with status ACTIVE [ 1025.715100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.715264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.715464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.715721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.715721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.715876] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.715962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.716096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.716252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.716389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.716541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.716631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.716686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.716837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.716899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.717025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8 is going to be updated. [ 1025.747814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca4bb576-0228-4b09-a4a2-3cf0e0c0d5b8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.195810] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.198291] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.220104] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.702249] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.722089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.722323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.722323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.722697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.722697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.722811] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be created. [ 1026.748716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.748945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.748945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.749152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.749778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.760705] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: UNINITIALIZED for 2s [ 1027.084600] env[66001]: INFO networking_nsxv3.common.synchronization [req-fd62368d-09a0-4481-a4f4-0def14b51ff9 req-40e96870-6387-4417-adeb-0a02ae898898 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1027.085046] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1027.085299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.085427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.085495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.085723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.085836] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.085961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.086089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.086184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.086275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.086354] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.206668] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.206668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.206668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.206668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.206668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.206668] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1027.236436] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.236600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.236669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.236887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.237048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.249075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1027.588057] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.090123] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.592287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.592701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.592701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.592829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.592988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.593246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1028.622303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.622541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.622635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.622925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.623179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.662055] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1028.771510] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1028.771845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.772038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.772253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.772457] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.772572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.772633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.772785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.772872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.772958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.773055] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.259253] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1029.259253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259571] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.260025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260095] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.274966] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.762415] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.777429] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77c65ae-50b6-49e5-8bb6-aeda5670cfa1: rpc.has_security_group_logging(os_id): False [ 1029.796837] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.796986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.797067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.797278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.797368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.797671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.797781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.797845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.798199] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be created. [ 1029.857254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.857254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.857254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.857254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.857452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.870051] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1030.265294] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.677230] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 4s [ 1030.767354] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.767662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.767662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.767815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.767887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.767986] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1030.799793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.799982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.800089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.800244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.800389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.809607] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1031.883169] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1031.883570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.085544] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1032.085743] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1032.640481] env[66001]: INFO networking_nsxv3.common.synchronization [req-0a8887a7-b345-4f62-93c8-93fd1fffeb08 req-c1c1d66f-246d-4ccf-ba67-6a38958ab9b5 tempest-ServersNegativeTestJSON-1354954503 tempest-ServersNegativeTestJSON-1354954503-project-member] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1032.641114] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1032.641702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.641702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.641702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.641702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.641702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.641987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.641987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.641987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.642187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.642277] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.686513] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1032.686739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.823483] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.823483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.823483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.823483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.824903] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.824903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.824903] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.038744] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.038744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.038744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039551] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.039551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.039551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.039551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.039823] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.039823] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.039823] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.039924] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.039989] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.040111] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.040238] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.059653] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.059839] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.060454] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.060454] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.060454] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.060709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.060709] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.061829] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.061829] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.146587] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.327435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71cae235-4f4e-410f-afb4-bbb88eb2bafb: rpc.has_security_group_logging(os_id): False [ 1033.346192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.346480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.346480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.346641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.346716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.347047] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.347411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.347607] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.347980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.348178] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.348280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.348333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.348471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.348555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.348640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be created. [ 1033.411538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.413342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.413342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.413342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.413342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.428184] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1033.565968] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.566247] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.566363] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.566655] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.566806] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.566967] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 not found, creating... [ 1033.567263] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.567425] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.567539] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.567796] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.567909] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.568215] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568370] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568483] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.568688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.568816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.568951] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 is going to be created. [ 1033.602502] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.602724] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.602844] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.603143] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.603409] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.603716] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.650381] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.153648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.154071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.154071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.154183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.154216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.154323] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1034.190393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.190729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.192605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.192605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.201427] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1034.328648] env[66001]: INFO networking_nsxv3.common.synchronization [req-0a8887a7-b345-4f62-93c8-93fd1fffeb08 req-c6e6abfa-955b-4f2e-9eab-eef788f73c79 service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 1034.329124] env[66001]: INFO networking_nsxv3.common.synchronization [req-0a8887a7-b345-4f62-93c8-93fd1fffeb08 req-c6e6abfa-955b-4f2e-9eab-eef788f73c79 service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1034.329124] env[66001]: INFO networking_nsxv3.common.synchronization [req-0a8887a7-b345-4f62-93c8-93fd1fffeb08 req-c6e6abfa-955b-4f2e-9eab-eef788f73c79 service nova] Enqueued Resource ID: e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 with Priority: HIGHEST for action port [ 1034.331635] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 1034.331823] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1034.331935] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 with Priority: HIGHEST for action port [ 1034.332913] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.333069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.333221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.333376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.333459] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.334325] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.334423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.334623] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.334722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.334786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.334951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.335462] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.820515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.820941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.821120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.821415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.821629] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.838708] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.838897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.839652] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 with status ACTIVE [ 1034.839652] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.839652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.839652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.839652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.839942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.840174] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.840609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.840863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.841187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.841314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.841593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.841693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.841768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.842420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.842420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.842420] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0 is going to be updated. [ 1034.872350] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.872561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.873669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.873669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8b1b10c-8d60-4ef4-a7e2-96ccee93b6f0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.265789] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb9b5e8e-9972-47f6-bc07-77ad8bf190c4 req-d624331f-e166-4245-8722-a82e5629c196 tempest-ServerRescueTestJSON-817130433 tempest-ServerRescueTestJSON-817130433-project-member] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1035.266451] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1035.266781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.266922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.266976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.267569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.267569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.267890] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.324276] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.441416] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1035.441644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.441828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.442106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.442225] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.478103] env[66001]: INFO networking_nsxv3.common.synchronization [req-83a22070-4840-43db-a1f2-35c5eceb1a92 req-06710447-d2fa-411f-a816-5dc4759580d3 tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1035.478103] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1035.478247] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.478348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.478417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.479265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.479265] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.479265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.479265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.479474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.479474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.479538] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.679398] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.679597] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.679719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.680059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.680319] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.680477] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.680591] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.680815] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.680957] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.681371] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.681493] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.681600] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.681707] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.681815] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.681920] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.682062] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.707054] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.707255] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.707419] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.707795] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.708092] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-56aafc14-4719-492d-b564-7c8b4413212e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.708285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.708426] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.709048] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.710105] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56aafc14-4719-492d-b564-7c8b4413212e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.770570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.770748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.770822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.771055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.771149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.771410] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.771481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.771481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.771636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.771720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.771953] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 already deleted. [ 1035.771953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.828441] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.945801] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.945801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.945801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.946307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946612] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.981742] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.211963] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.212203] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.212325] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.212628] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.212790] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.213155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 56aafc14-4719-492d-b564-7c8b4413212e not found, creating... [ 1036.213465] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.213624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.213763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.214044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.214186] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.214475] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.214652] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.214773] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.214975] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.215115] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.215741] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 56aafc14-4719-492d-b564-7c8b4413212e is going to be created. [ 1036.216952] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1036.217162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.217643] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.217749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.217808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.218132] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.237325] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.237541] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.237713] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.238051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.238283] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.238503] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.331979] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1036.332391] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1036.450996] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.450996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.450996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.451342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.451485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.451569] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.451612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.451743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.452101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.452101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.452254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.452371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.452425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.452587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.452804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.452902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.452966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.453138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.453220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.453328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.453433] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.484498] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.720494] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.947538] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb9b5e8e-9972-47f6-bc07-77ad8bf190c4 req-36442d25-dbb5-42ae-b44e-fef18e16334b service nova] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_rules [ 1036.947720] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb9b5e8e-9972-47f6-bc07-77ad8bf190c4 req-36442d25-dbb5-42ae-b44e-fef18e16334b service nova] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1036.947908] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb9b5e8e-9972-47f6-bc07-77ad8bf190c4 req-36442d25-dbb5-42ae-b44e-fef18e16334b service nova] Enqueued Resource ID: 56aafc14-4719-492d-b564-7c8b4413212e with Priority: HIGHEST for action port [ 1036.948417] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_rules [ 1036.948554] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1036.948649] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56aafc14-4719-492d-b564-7c8b4413212e with Priority: HIGHEST for action port [ 1036.948939] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.949245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.949290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.949539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.949613] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.950970] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.951219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.951292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.951467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.951625] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.951721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.951830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.951924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.952043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.952082] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.953183] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-56aafc14-4719-492d-b564-7c8b4413212e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.953389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.953449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.953599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.953773] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56aafc14-4719-492d-b564-7c8b4413212e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.956272] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71cae235-4f4e-410f-afb4-bbb88eb2bafb: rpc.has_security_group_logging(os_id): False [ 1036.974906] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.975105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.975338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.975450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975703] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.975808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.976314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.976900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.977094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.977242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1036.988486] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.988669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.988909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.989008] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.989105] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 1037.019343] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.019492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.019564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.019854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.020011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.037678] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 1037.045718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.045926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.045926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.046193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.046371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.060773] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1037.214253] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.214453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.214505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.214971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.229337] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1037.230228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.231404] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1037.232809] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.288443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.288610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.288689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.288899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.301134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.301952] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1037.302054] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.302140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1037.347246] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.347639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.347639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.347723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.349127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.349345] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1037.428248] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.428508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.428508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.428670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.428965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.429335] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1037.453970] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.455215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.455340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.455804] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56aafc14-4719-492d-b564-7c8b4413212e with status ACTIVE [ 1037.456028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.456571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.456702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.456880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.457051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.457210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.457286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.457466] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.457558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.457617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.457764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.457848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.457939] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56aafc14-4719-492d-b564-7c8b4413212e is going to be updated. [ 1037.478927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.479121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.479168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.479367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.479532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.479691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56aafc14-4719-492d-b564-7c8b4413212e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.519522] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.519696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.519807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.520043] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.520303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.520572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1037.520669] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'12e5f605-8700-4946-a260-502194a095ab', 'ba8615a2-0374-473f-b1e4-c557b4b6b9e3', 'b970bd62-d98c-482a-b713-1828db478f18', 'c9e054c2-1df5-4c8e-98ce-ec7be5c1a507', 'c3c17a91-14c4-4b20-a58f-bbc172dd9636', '2c4376bd-64e7-4020-a368-c91c76f16e1a', '929ae1ab-2362-492e-9c0b-32563326855a', '0993467a-481c-4abf-a1e7-4a8a77251f05', '71cae235-4f4e-410f-afb4-bbb88eb2bafb', 'f77c65ae-50b6-49e5-8bb6-aeda5670cfa1', '379d239a-98cb-41ee-9f55-2d0717f997d7', 'f9c165fa-230f-4265-b74d-cc331e191e54', '04a19266-eeb9-422c-a5b0-c78395918c56', 'ad507de3-4c3e-4cbd-8506-fbba542d2652', '96e9cad8-da11-406d-8480-012ccf61f917', 'ece5fee4-775d-4c3a-9fc8-053166b399df', '3719fe85-e9fc-4e88-8814-79866772dd5e', 'e925b46d-c5c2-418e-baf4-228da9e5c847', '5845b507-74a9-486c-b5e2-8e6f2358e7e6', 'b999eeeb-4a18-46fc-a71b-0f221153c42c', '23190149-f4a3-4a07-aa8d-fa2b80d7a542', '4a37d6ba-1a35-40c7-a917-a636e51cd7ae', '8904e233-5911-4313-aa38-9cda902851ea', 'd995768d-f5e0-4a2f-9e19-6080ed8ddd4c', '133c4649-e4cf-4b9d-94b7-d92e8db3ed4b', 'f30329ea-ef26-41b1-945b-ffd4baa192e7', '006fd5d0-a5d1-4035-bda4-d7033297a301', '1c75995c-faba-4ec0-9a0c-e0af8c75410f', '1d105417-1be7-4fca-97ba-cd0b5acc5a61', '303fc130-98de-4d5a-90e7-1130944633ee', 'dbf9b025-5129-4104-9eab-e3c38c2805b2', 'd510caca-7bf9-410d-8fb1-379dc56be8a3', '2a0c5039-7ba1-49e4-a5a9-748ade801f2a', 'f712a65f-0ad5-4836-939d-3b185970fcd5', 'f466aeca-db13-43e9-be52-8b7f1744dcae', '1a9fbaa0-4f48-46c5-a444-fe0f8636c721', '4d299ff7-9595-41d2-8705-b749a5a2677f', '5a4a83ab-2b24-4d39-b696-0732e7f2e7cf', '5551ac98-a215-4d75-accc-c83e8fef7118', '78775d4e-42a5-4e67-9f60-a3b38358aa9b', '80d44fce-9f7b-4e7b-936c-ddcedf188a87', '3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d', '6b6f4a77-37fa-4284-b68c-452619181434', 'd5fa5243-ab65-45a3-8337-8b8cea51853b', '4c9844bf-171c-4525-bcb3-9d2535b18150', '925ec1fc-da26-4f23-9bee-f2d748dfdd87'} {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.520763] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1037.544730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.544730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.544730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.544730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.544730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.544730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1037.544730] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.544730] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1037.655818] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.656048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.656152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.656450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.657466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.657846] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1037.657932] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.658010] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1037.658139] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1037.658244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1037.658339] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGH for action security_group_rules [ 1037.658440] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGH for action security_group_rules [ 1037.658528] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 1037.658614] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGH for action security_group_rules [ 1037.658684] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGH for action security_group_rules [ 1037.658749] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGH for action security_group_rules [ 1037.658810] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGH for action security_group_rules [ 1037.658871] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGH for action security_group_rules [ 1037.658931] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGH for action security_group_rules [ 1037.658993] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGH for action security_group_rules [ 1037.659061] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGH for action security_group_rules [ 1037.659173] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGH for action security_group_rules [ 1037.659173] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGH for action security_group_rules [ 1037.659232] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 1037.659285] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGH for action security_group_rules [ 1037.659348] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGH for action security_group_rules [ 1037.659414] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGH for action security_group_rules [ 1037.659487] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGH for action security_group_rules [ 1037.659551] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGH for action security_group_rules [ 1037.659614] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGH for action security_group_rules [ 1037.659711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.737219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.737285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.737576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737669] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1037.774780] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.774912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.774956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.775179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.775325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.785552] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1037.956268] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.460568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.460568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.460568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.460568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.460568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.460568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be created. [ 1038.486892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.487302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.487540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.487834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.488102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.498597] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: UNINITIALIZED for 2s [ 1039.048947] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 1039.049248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.073734] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1039.074465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.796267] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1039.796608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.796608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.796757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.796955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.797087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.797152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.797469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.797469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.797469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.797632] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.299626] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.299838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.299884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.300110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.300444] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.300571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.300624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.300800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.300906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.301046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.301197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.301344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.301400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.301540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.301717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.301833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.301893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.302084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.302159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.302244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.302332] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.510211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1040.510479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.510907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511124] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.511246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.511309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.511480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.511651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.511809] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.656541] env[66001]: INFO networking_nsxv3.common.synchronization [req-6310bd78-77ca-4f5b-b1a7-485f7107fbae req-dd08923f-7a1e-452e-a52f-8baa0a326623 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1040.656541] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1040.656541] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGH for action security_group_rules [ 1040.656541] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 1040.656541] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929ae1ab-2362-492e-9c0b-32563326855a with Priority: HIGH for action security_group_rules [ 1040.656803] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGH for action security_group_rules [ 1040.656803] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b999eeeb-4a18-46fc-a71b-0f221153c42c with Priority: HIGH for action security_group_rules [ 1040.656930] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 with Priority: HIGH for action security_group_rules [ 1040.656930] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGH for action security_group_rules [ 1040.657125] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719fe85-e9fc-4e88-8814-79866772dd5e with Priority: HIGH for action security_group_rules [ 1040.657125] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 1040.657249] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5fee4-775d-4c3a-9fc8-053166b399df with Priority: HIGH for action security_group_rules [ 1040.657285] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a19266-eeb9-422c-a5b0-c78395918c56 with Priority: HIGH for action security_group_rules [ 1040.657408] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c165fa-230f-4265-b74d-cc331e191e54 with Priority: HIGH for action security_group_rules [ 1040.657447] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 with Priority: HIGH for action security_group_rules [ 1040.658035] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGH for action security_group_rules [ 1040.658339] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 with Priority: HIGH for action security_group_rules [ 1040.658376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.658492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.658552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.658760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.658927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.659048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.659105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.659239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.659322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.659418] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.668580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.669572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.669688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.669920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.670015] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.672824] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.672977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.673065] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.673286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.673364] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.675682] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-929ae1ab-2362-492e-9c0b-32563326855a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.675873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.675941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.676881] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('929ae1ab-2362-492e-9c0b-32563326855a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.679053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.679053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.679053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.679265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.679386] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.681349] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b999eeeb-4a18-46fc-a71b-0f221153c42c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.681477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.681551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.681748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.681829] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b999eeeb-4a18-46fc-a71b-0f221153c42c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.682690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.682823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.682894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.683049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.683135] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5845b507-74a9-486c-b5e2-8e6f2358e7e6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.684900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.685360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.685360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.685360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.685360] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.686528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3719fe85-e9fc-4e88-8814-79866772dd5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.686528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.686528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.686528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.686528] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3719fe85-e9fc-4e88-8814-79866772dd5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.689474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.689474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.689474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.689474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.689474] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.689474] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece5fee4-775d-4c3a-9fc8-053166b399df taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.689474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.689988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.689988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.689988] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece5fee4-775d-4c3a-9fc8-053166b399df',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.692737] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a19266-eeb9-422c-a5b0-c78395918c56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.692815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.692872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.692996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.693231] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a19266-eeb9-422c-a5b0-c78395918c56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.693810] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c165fa-230f-4265-b74d-cc331e191e54 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.693914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.694130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.695084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.695084] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c165fa-230f-4265-b74d-cc331e191e54',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.697044] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.697370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.697435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.697609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.697704] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.699231] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.699985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.700101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.700288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.700368] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.701745] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.702368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.702511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.702697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.702856] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.703598] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4376bd-64e7-4020-a368-c91c76f16e1a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.703717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.703805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.703962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.704047] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4376bd-64e7-4020-a368-c91c76f16e1a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.704831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0993467a-481c-4abf-a1e7-4a8a77251f05 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.704948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.705026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.705201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.705266] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0993467a-481c-4abf-a1e7-4a8a77251f05',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.706234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.706350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.706436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.706603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.706693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c17a91-14c4-4b20-a58f-bbc172dd9636',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.706916] env[66001]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1040.708306] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.708306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.708306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.708306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.708488] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.709562] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.709562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.709692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.709771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.709855] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e054c2-1df5-4c8e-98ce-ec7be5c1a507',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.714732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.715755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.715755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.715755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.736486] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.736657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.740694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.740975] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.741133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.741212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.741499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.741554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.741632] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1040.742894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.743086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.761531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.761663] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 929ae1ab-2362-492e-9c0b-32563326855a is going to be deleted. [ 1040.773331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.773989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.773989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.773989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.774158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.782633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1040.804221] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78775d4e-42a5-4e67-9f60-a3b38358aa9b: rpc.has_security_group_logging(os_id): False [ 1040.822976] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.823168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.823303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.823491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.823597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.823745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-929ae1ab-2362-492e-9c0b-32563326855a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.835629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.836165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.836165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.836165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.869838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.870765] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.871013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.871194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.871607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.873780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.873780] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.873780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.873780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.873780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.873780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.874144] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.874197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.874234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.874523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.874606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.874710] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1040.987822] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.987822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.987822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.987822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.987822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.005205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1041.014020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.014272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.014513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.014791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.014966] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.015167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.015278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.015398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.015590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.015756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.015934] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.016080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.016201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.016408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.016607] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.016786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.016911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.017087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.017183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.017331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.017492] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.057928] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.058175] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.058298] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.058659] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.058937] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.059111] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.059227] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.059458] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.059598] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.059801] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.059916] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.060112] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.060232] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.060366] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.060480] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.060612] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.078326] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.078497] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.078630] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.078872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.079278] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-77185c60-764d-4d50-869c-33d0728409ca taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.079524] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.079591] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.079942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.080094] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77185c60-764d-4d50-869c-33d0728409ca',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.176427] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.176670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.176670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.176853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.177031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.177137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.177208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.177324] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.177400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.177484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.177569] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.182249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.182618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.182762] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.183091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.183179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.183264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.183346] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.197769] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.197975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.197975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.198195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.199694] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.199825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.199872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.200260] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.200377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.200443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.200682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.200766] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.200849] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.209943] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.210097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.213125] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.213269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.213319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.213565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.213718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.213816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.213875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.214027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.214114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.214196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.214349] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.217612] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.217724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.217856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.218053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.218211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.218306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.218379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.218509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.218592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.218707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.218818] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.221910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.221910] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be deleted. [ 1041.224469] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.224594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.224672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.225022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.225154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.225154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.225975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.225975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.225975] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.227291] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.227487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.227487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.227611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.227756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.227846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.227904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.228059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.228137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.228219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.228297] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.232912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.233132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.241436] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.241611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.241780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.242076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.242336] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.242476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.242543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.242781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.242896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.242991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.243166] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.243253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.243314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.243453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.243593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.243694] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.243750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.243868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.243938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.244030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.244116] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.246102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.246235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.246285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.246509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246736] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.246882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.246947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.247151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.247212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.247312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.247486] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.247611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.247716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.247996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.248102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.248176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.248231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.248339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.248414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.248487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.248609] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.254423] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8615a2-0374-473f-b1e4-c557b4b6b9e3: rpc.has_security_group_logging(os_id): False [ 1041.278172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.278371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.307974] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.308220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.310048] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.310208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311326] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.312284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.312411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.313992] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.314105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.314898] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.315054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.316213] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.316213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.322127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.322127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.322127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.322127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.322127] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.322127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.322591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.325182] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.325826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.325984] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece5fee4-775d-4c3a-9fc8-053166b399df is going to be deleted. [ 1041.327142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.327366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.360311] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.360485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.361880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.362063] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b999eeeb-4a18-46fc-a71b-0f221153c42c is going to be deleted. [ 1041.365089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.365089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.388535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.388737] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3719fe85-e9fc-4e88-8814-79866772dd5e is going to be deleted. [ 1041.389977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.390346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.405693] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.405846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.423220] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.423467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.458575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.458728] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4376bd-64e7-4020-a368-c91c76f16e1a is going to be deleted. [ 1041.460041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.460620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.520060] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7187de99-27fa-4da6-8685-10adb0b5aba8: rpc.has_security_group_logging(os_id): False [ 1041.582499] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.582830] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.582949] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.583296] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.583527] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.583722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 77185c60-764d-4d50-869c-33d0728409ca not found, creating... [ 1041.584077] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.584263] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.584441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.584728] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.584862] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.585242] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.585439] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.585609] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.585897] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.586062] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.586207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 77185c60-764d-4d50-869c-33d0728409ca is going to be created. [ 1041.627191] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.627403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.637759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.637987] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0993467a-481c-4abf-a1e7-4a8a77251f05 is going to be deleted. [ 1041.639443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.639795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.654088] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.655036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.655036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.655036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.655296] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.655711] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.657529] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.657749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.679775] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.680537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.680537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.680718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.680916] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.681094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.681202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.681419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.681787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.681787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.681942] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.682125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.682125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.682343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.682554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.682677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.682763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.682952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.683084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.683196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.683313] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.686152] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.686393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.686393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.686651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.686863] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.687031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.687137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.687373] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.687547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.687661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.687895] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.688379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.688379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.688379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.688496] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.688546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.688603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.688752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.688833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.688942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.689073] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.691577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.691708] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c17a91-14c4-4b20-a58f-bbc172dd9636 is going to be deleted. [ 1041.692925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.693196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.696783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.696948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.702911] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.720921] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.750983] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.751547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.751800] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.752236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.752349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.752454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.752676] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.752783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.752853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.753039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753203] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.753314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.753382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.753564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753858] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.757974] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e925b46d-c5c2-418e-baf4-228da9e5c847: rpc.has_security_group_logging(os_id): False [ 1041.801635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.801635] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a19266-eeb9-422c-a5b0-c78395918c56 is going to be deleted. [ 1041.802700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.802955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.810465] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.810860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.844416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.844565] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5845b507-74a9-486c-b5e2-8e6f2358e7e6 is going to be deleted. [ 1041.845605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.845861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.847476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.847583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.848818] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.848929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.904086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.904309] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e054c2-1df5-4c8e-98ce-ec7be5c1a507 is going to be deleted. [ 1041.905832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.906733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.948028] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.948028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.948028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.948028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be deleted. [ 1041.950111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.950775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.001889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.001889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.032961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.033183] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c165fa-230f-4265-b74d-cc331e191e54 is going to be deleted. [ 1042.034175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.034403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.060719] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.060719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.079999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.080420] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.080554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.080641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.080951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.081146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.081426] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.081557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.081678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.081863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.081903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.082088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.082176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.082229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.082722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.082722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.082722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 1042.083754] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.083918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.084010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.084187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.084268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.084400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.084484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.084642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece5fee4-775d-4c3a-9fc8-053166b399df" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.084793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.084938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.085034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.085302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b999eeeb-4a18-46fc-a71b-0f221153c42c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.085302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.085439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.085605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.085747] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.085858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.085908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.086054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.086130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.086303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.086397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.086504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.086761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.086876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.087203] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.087343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.087445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.087723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.087860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.088013] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be created. [ 1042.090025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.090289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.090417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.090571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3719fe85-e9fc-4e88-8814-79866772dd5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.090709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4376bd-64e7-4020-a368-c91c76f16e1a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0993467a-481c-4abf-a1e7-4a8a77251f05" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.093439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.093632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c17a91-14c4-4b20-a58f-bbc172dd9636" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.094916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.094916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.162732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.162899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.168369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.168742] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.168909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.169017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.170849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.170849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.170849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.170849] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 1042.172342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.172342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.172342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.172518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e054c2-1df5-4c8e-98ce-ec7be5c1a507" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.173255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.173255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.173255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.173255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a19266-eeb9-422c-a5b0-c78395918c56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.174639] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.174639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.174639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.175914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c165fa-230f-4265-b74d-cc331e191e54" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.176072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.176249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.176338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.176439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5845b507-74a9-486c-b5e2-8e6f2358e7e6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.176572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.176718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.176796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.176898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.186861] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 1042.196205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1042.206572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 379d239a-98cb-41ee-9f55-2d0717f997d7: rpc.has_security_group_logging(os_id): False [ 1042.224791] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77c65ae-50b6-49e5-8bb6-aeda5670cfa1: rpc.has_security_group_logging(os_id): False [ 1042.238662] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.239622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.242685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.242848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.252293] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.252457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.256178] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.256516] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71cae235-4f4e-410f-afb4-bbb88eb2bafb: rpc.has_security_group_logging(os_id): False [ 1042.272892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.273190] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.273261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.273337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.273646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.273788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.273938] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 is going to be updated. [ 1042.275424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.275725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.295678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.295678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.309067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.309067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330143] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.330143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.393096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.393760] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.394262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.394412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.395889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.395889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.395889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.396328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.396328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.396673] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.397837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.397947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.398181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.398337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.398379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1042.403597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.403750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.403819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.444409] env[66001]: INFO networking_nsxv3.common.synchronization [req-6310bd78-77ca-4f5b-b1a7-485f7107fbae req-0b2fe771-6761-487d-bdca-51c8b5b5e188 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1042.444594] env[66001]: INFO networking_nsxv3.common.synchronization [req-6310bd78-77ca-4f5b-b1a7-485f7107fbae req-0b2fe771-6761-487d-bdca-51c8b5b5e188 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1042.444866] env[66001]: INFO networking_nsxv3.common.synchronization [req-6310bd78-77ca-4f5b-b1a7-485f7107fbae req-0b2fe771-6761-487d-bdca-51c8b5b5e188 service nova] Enqueued Resource ID: 77185c60-764d-4d50-869c-33d0728409ca with Priority: HIGHEST for action port [ 1042.446647] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1042.446647] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1042.446647] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77185c60-764d-4d50-869c-33d0728409ca with Priority: HIGHEST for action port [ 1042.446647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.446647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.446647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.446981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.446981] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.449372] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.449439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.449663] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-77185c60-764d-4d50-869c-33d0728409ca taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.450463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.450463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.450463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.450463] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77185c60-764d-4d50-869c-33d0728409ca',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.482217] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.482217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.525831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.525831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.526284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.526284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.526284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.526284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526675] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1042.527953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.528111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.528251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.529705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.529993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.531933] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 1042.590384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.590567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.590727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.590802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.591026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.591139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.591433] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.591556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.591666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.591854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.591936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.592168] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.592249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.592367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.592458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.592532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.592629] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1042.594021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.594267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.594376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.595963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.596154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.596318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.597360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.597572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607018] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 1042.652998] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1042.655628] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: IN_PROGRESS for 2s [ 1042.664953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.665586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.665894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.665975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.666249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.666350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.666994] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.666994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.666994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.667259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.667320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.667653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.668573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.668573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.668573] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1042.671261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.671442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.671564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.671804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.671995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.722303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.722525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.722572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.722795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.722951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.730205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1042.766424] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1042.798992] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1042.799337] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1042.799517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.800281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.800573] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.800768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.800878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.801174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.801319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.801502] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.811375] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.811712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.811712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.811890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.812233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.862629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.862629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.862629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.863030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.863030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.890812] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1042.893243] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.893694] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1042.953661] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.953846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.954170] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77185c60-764d-4d50-869c-33d0728409ca with status ACTIVE [ 1042.954462] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.954670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.954793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.955066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.955195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.955425] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.955655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.955731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.955971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.956113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.958073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.958073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.958073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.958073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.958073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.958073] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77185c60-764d-4d50-869c-33d0728409ca is going to be updated. [ 1042.997507] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.997739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.997879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.000775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.001094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.001723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77185c60-764d-4d50-869c-33d0728409ca" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.047652] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1043.048089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.304327] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.779256] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.779448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.779576] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.779899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780495] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.780666] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.780787] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.781073] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.781245] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.781457] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.781567] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.781673] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.781961] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.781961] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.782052] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.782137] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.802325] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.802528] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.802626] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.802808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.803130] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-c1cf9878-534b-4962-81e5-b59a958be38e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.803307] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.803420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.803697] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.803828] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cf9878-534b-4962-81e5-b59a958be38e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.808210] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.306750] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.307115] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.307115] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.307702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.307702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.307874] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.308044] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.308159] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.308393] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.308528] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.308818] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.308986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.309115] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.309316] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.309446] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.309600] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: c1cf9878-534b-4962-81e5-b59a958be38e is going to be updated. [ 1044.311231] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.311430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.311502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311855] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1044.333863] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.334094] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.334218] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.334509] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.334706] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.334940] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.342580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.342960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.342960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.343097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.343264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353283] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1044.563598] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 1044.563598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.638792] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 1044.639319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.668624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1044.668947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.669870] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: SUCCESS [ 1044.670118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.769304] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1044.769529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.781184] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1044.781460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.909907] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1044.910182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.911021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1044.911268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.062771] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d19f1f7-66f8-4762-830e-92c80aeaebfc req-9fcae2d6-4205-486d-9d94-7d2e8cbd25fc service nova] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 1045.062771] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d19f1f7-66f8-4762-830e-92c80aeaebfc req-9fcae2d6-4205-486d-9d94-7d2e8cbd25fc service nova] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 1045.062771] env[66001]: INFO networking_nsxv3.common.synchronization [req-3d19f1f7-66f8-4762-830e-92c80aeaebfc req-9fcae2d6-4205-486d-9d94-7d2e8cbd25fc service nova] Enqueued Resource ID: c1cf9878-534b-4962-81e5-b59a958be38e with Priority: HIGHEST for action port [ 1045.063866] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_rules [ 1045.067025] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 1045.067025] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cf9878-534b-4962-81e5-b59a958be38e with Priority: HIGHEST for action port [ 1045.067025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.067025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.067025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.067025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.067025] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.067025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.067025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.067025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.068240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.068681] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.072304] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.072304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cf9878-534b-4962-81e5-b59a958be38e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.072304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.072304] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cf9878-534b-4962-81e5-b59a958be38e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.574955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.575281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.575334] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.576376] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1cf9878-534b-4962-81e5-b59a958be38e with status ACTIVE [ 1045.576569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.576691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.576758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.576970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.577068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.577259] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.577397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.577445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.577605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.577651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.577847] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.577936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.577995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.582607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.582703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.582801] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1cf9878-534b-4962-81e5-b59a958be38e is going to be updated. [ 1045.612862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.613026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.613101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.613313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.613478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.613656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cf9878-534b-4962-81e5-b59a958be38e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.086926] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.366534] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.368368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.368368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.369316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.369316] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.590396] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.590792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.590792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.591127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.591251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.591658] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be updated. [ 1046.622922] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.623285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.623384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.623653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.623858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.637607] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: IN_PROGRESS for 2s [ 1046.872578] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.872578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.872578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.872578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.872578] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.872926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.872926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.873016] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.873118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873830] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.873830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.873830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.874183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.874183] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.874355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.874355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.874528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.874930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.875055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.875181] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.381408] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 1047.401366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.401603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.401681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.401889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.401981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.402238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.402421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.402542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.403098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.403196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.403414] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.403541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.403581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.403722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.403893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.404115] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.404313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.404390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.404926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.404926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.404926] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1047.472376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.472601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.472702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.472951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.473129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.492220] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1047.933810] env[66001]: INFO networking_nsxv3.common.synchronization [req-cb5a4db3-52e5-4771-a233-297a886564e5 req-82f3cf74-a1b0-4cdc-a2f3-ec01073cd10a tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1047.934935] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1047.935556] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.935556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.935556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.935924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.936019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.936114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.936345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.936398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.936796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.936796] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.321631] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.321927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.322136] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.322445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.322772] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.323138] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323138] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323326] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323487] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323760] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.323888] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.323999] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.324126] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.324240] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.324348] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.324508] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.350264] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.350264] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.350264] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.350264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.350264] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350537] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.350692] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.351031] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e074b6ab-2a5a-4fdf-a7db-20924d0bec43',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.440101] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.440347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.440682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.440801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.441053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.441167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.441238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.441415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.441494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.441588] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a already deleted. [ 1048.441671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.474940] env[66001]: INFO networking_nsxv3.common.synchronization [req-4bd8f247-354f-4cca-8987-c4789f4f6a1a req-23212198-1f4b-4121-80cb-3f6c7d5c1653 tempest-ServersNegativeTestJSON-1354954503 tempest-ServersNegativeTestJSON-1354954503-project-member] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1048.475975] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1048.476391] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.476535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.476621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.476857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.477066] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.477187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.477260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.477453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.477550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.477645] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.651149] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: SUCCESS [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.651149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.651149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.651149] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.854460] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.854707] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.854847] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.855207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.855412] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.855684] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e074b6ab-2a5a-4fdf-a7db-20924d0bec43 not found, creating... [ 1048.856421] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.856421] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.856816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.856816] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.857049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.857291] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.857479] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.857663] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.857917] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.858065] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.858209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e074b6ab-2a5a-4fdf-a7db-20924d0bec43 is going to be created. [ 1048.879922] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.880248] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.880248] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.880651] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.881045] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.881404] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.980144] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.155211] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.482618] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.511406] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1049.511637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610444] env[66001]: INFO networking_nsxv3.common.synchronization [req-cb5a4db3-52e5-4771-a233-297a886564e5 req-d41e2c07-bce9-4f5f-b4a9-eabb525bf0c9 service nova] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_rules [ 1049.610622] env[66001]: INFO networking_nsxv3.common.synchronization [req-cb5a4db3-52e5-4771-a233-297a886564e5 req-d41e2c07-bce9-4f5f-b4a9-eabb525bf0c9 service nova] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1049.610712] env[66001]: INFO networking_nsxv3.common.synchronization [req-cb5a4db3-52e5-4771-a233-297a886564e5 req-d41e2c07-bce9-4f5f-b4a9-eabb525bf0c9 service nova] Enqueued Resource ID: e074b6ab-2a5a-4fdf-a7db-20924d0bec43 with Priority: HIGHEST for action port [ 1049.611485] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_rules [ 1049.611485] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1049.611485] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e074b6ab-2a5a-4fdf-a7db-20924d0bec43 with Priority: HIGHEST for action port [ 1049.611752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.611863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.611993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.612277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.612436] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.613335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.613476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.613820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.613820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.613820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.614058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.614058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.616232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.616232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.616232] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.616232] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.616232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.616232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.616521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.616521] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e074b6ab-2a5a-4fdf-a7db-20924d0bec43',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.657574] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e5f605-8700-4946-a260-502194a095ab: rpc.has_security_group_logging(os_id): False [ 1049.677040] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.677332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.677332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.677493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.677623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.677849] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.677979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.678063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.678171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.678248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.678333] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be created. [ 1049.761198] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.761446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.761530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.761785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.762074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.776399] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: IN_PROGRESS for 2s [ 1049.978932] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b431c3c4-8220-4eeb-af99-7507180bfe22 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1049.982633] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1049.983304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.983442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.983559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.983829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.984045] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.985016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.985714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.985848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.986126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.986275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.986373] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1050.022916] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.022916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.022916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.023210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.023270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.037683] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1050.098097] env[66001]: INFO networking_nsxv3.common.synchronization [None req-130871b4-1eda-435b-a957-2fe4f81aca06 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1050.098097] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1050.098097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.098679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.118302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.121397] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.121397] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e074b6ab-2a5a-4fdf-a7db-20924d0bec43 with status ACTIVE [ 1050.121397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.121397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.121397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.123136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.123276] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.123276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.123394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.123559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.123644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.124387] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e074b6ab-2a5a-4fdf-a7db-20924d0bec43 is going to be updated. [ 1050.147424] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.147574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.147644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.147859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.147995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.148156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e074b6ab-2a5a-4fdf-a7db-20924d0bec43" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.289547] env[66001]: INFO networking_nsxv3.common.synchronization [req-83b24715-131b-431d-9432-29ca170a6bea req-bdd79a8e-a8b1-41b4-ac12-0eeb7ca024ff tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 1050.290384] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 1050.290656] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.290793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.290861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.291283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.291577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.291577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.291577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.291736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.291736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.291834] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.512271] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.512271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.512533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.513437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.513437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.513437] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 already deleted. [ 1050.513437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.513437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.513437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.513876] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.627221] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.800034] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.035667] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.036121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.036121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.036285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.036362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.036462] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 already deleted. [ 1051.036549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.129224] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.129493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.129493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.129688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.129793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.129901] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be created. [ 1051.159567] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.159773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.159869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.160182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.160410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.174268] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: UNINITIALIZED for 2s [ 1051.301921] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.795048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: SUCCESS [ 1051.795241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.807727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.807727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.807727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.808132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.808132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.808226] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 1051.844657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.844974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.845827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.845827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 1052.048990] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1052.049339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.186644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1053.187250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.187380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.187646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.187855] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.188078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.188200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.188316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.188406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.188490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.188583] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.691588] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.691822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.691822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.692172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.692504] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.692504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.692734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.692785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.692895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.693021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.693292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.693383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.693383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.693597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.693782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.693906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.693970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.694129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.694211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.694281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.694370] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.871976] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 1053.872257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.196829] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb6670a-f17f-4429-afa5-7bac3460e33a: rpc.has_security_group_logging(os_id): False [ 1054.218546] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.218936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.218936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.219064] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.219159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.219366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.219462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.219591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.219745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.219823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.220035] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.220108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.220148] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.220267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.220343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.220605] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.220707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.220770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.221365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.221365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.221365] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be created. [ 1054.285438] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.285609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.285830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.286259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.286477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.302124] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1055.048811] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e1294a-a4f0-4d1c-a0cb-7fc359aa54bd req-37a636e4-90b0-4944-bad5-a591d03bdac0 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1055.049714] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1055.054033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.054033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.054033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.054033] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.448582] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.448944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.448944] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449203] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.449469] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.449626] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.449737] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.450114] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.450324] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.450432] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.450540] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.450689] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.450730] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.450825] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.450953] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.473469] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.473779] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.473867] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.474022] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.474404] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.474591] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.474708] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.475730] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.475840] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af3bbdae-7679-49ce-9f3a-61ae4bc04ed0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.556083] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.978674] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.978956] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.979109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.979414] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.979567] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.979755] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 not found, creating... [ 1055.980578] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.980972] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.981130] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.981433] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.981584] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.981914] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.982090] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.982205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.982429] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.982564] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.982707] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 is going to be created. [ 1056.006400] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.006667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.006837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.007123] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.007458] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.007825] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.058097] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.318104] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1056.318390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.384882] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7258b31-6128-4629-a308-d13f9651ae46 req-7260e907-6d8b-4131-81fc-7854a95f1661 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1056.385475] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1056.385878] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.386076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.386142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.386476] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.386578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.386635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.386886] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.386967] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.561828] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.561828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.561828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.561828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.561828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.561828] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1056.608726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.608889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.608964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.609563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.620541] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1056.724880] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e1294a-a4f0-4d1c-a0cb-7fc359aa54bd req-300b1920-7a83-4ea2-9986-e537290fa709 service nova] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1056.725116] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e1294a-a4f0-4d1c-a0cb-7fc359aa54bd req-300b1920-7a83-4ea2-9986-e537290fa709 service nova] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1056.725294] env[66001]: INFO networking_nsxv3.common.synchronization [req-48e1294a-a4f0-4d1c-a0cb-7fc359aa54bd req-300b1920-7a83-4ea2-9986-e537290fa709 service nova] Enqueued Resource ID: af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 with Priority: HIGHEST for action port [ 1056.725935] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_rules [ 1056.726050] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1056.726178] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 with Priority: HIGHEST for action port [ 1056.726657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.726657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.726840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.726994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.726994] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.727928] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728279] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.728687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.732613] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af3bbdae-7679-49ce-9f3a-61ae4bc04ed0',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.888904] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.889342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.889554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892021] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892021] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1056.931227] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.931227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.931227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.931227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.931661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.941389] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1057.203141] env[66001]: INFO networking_nsxv3.common.synchronization [req-76f671fd-f1fa-4b65-b2e7-d3c49effd969 req-3943d60f-0411-4402-b666-61711d43d38b tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 1057.203695] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGHEST for action security_group_members [ 1057.204105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.204449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.204449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.204520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.204672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.204792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.204792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.204980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.205082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.205176] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.234219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.234219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.234219] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 with status ACTIVE [ 1057.234219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.234219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.234219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.234219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.234219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.234722] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.234722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.234722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.234845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.234845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.235530] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.235530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.235530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.235530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.235530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.235838] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af3bbdae-7679-49ce-9f3a-61ae4bc04ed0 is going to be updated. [ 1057.261345] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.261528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.261528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.261726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.261909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.262082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af3bbdae-7679-49ce-9f3a-61ae4bc04ed0" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.708553] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.708977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.708977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.710020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 is going to be updated. [ 1057.760601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.760601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.760825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.760869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.761071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.774065] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: IN_PROGRESS for 2s [ 1058.634121] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1058.634379] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.634562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.634816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.635050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.635174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.635237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.635420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.635525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.635609] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.954845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1058.955282] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 1058.955414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.138449] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.643298] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.786031] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 in Status: SUCCESS [ 1059.786199] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 deletion is rescheduled due to dependency. [ 1059.786246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.146011] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.146321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.146321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.146546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.146767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1060.179726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.179889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.179954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.180208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.180415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.193738] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1060.380942] env[66001]: INFO networking_nsxv3.common.synchronization [req-c5030cca-7ec1-49a1-b038-d6c1f80ff85c req-1991bf54-a99d-4075-9a56-763e27a9e00a tempest-ListServerFiltersTestJSON-1903065836 tempest-ListServerFiltersTestJSON-1903065836-project-member] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1060.381592] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGHEST for action security_group_members [ 1060.382173] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.382173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.382504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.382706] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.382818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.383123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.383355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.383674] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.886176] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.886663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.886868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.887257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.887507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.887895] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.888550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.888778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.889164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.889410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.889659] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be updated. [ 1060.923795] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.924023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.924123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.924548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.924638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.936527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: IN_PROGRESS for 2s [ 1062.207717] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1062.207717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.207717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.207717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.207717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.207717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.208586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.208586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.208586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.208586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.208586] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.710860] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.949832] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e925b46d-c5c2-418e-baf4-228da9e5c847 in Status: SUCCESS [ 1062.949832] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 deletion is rescheduled due to dependency. [ 1062.949832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.214330] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77c65ae-50b6-49e5-8bb6-aeda5670cfa1: rpc.has_security_group_logging(os_id): False [ 1063.234080] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.234349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.234349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.234550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.234674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.234954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.235079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.235147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.235367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.235486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.235626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1063.312405] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.312583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.312635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.312891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.312982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.341508] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1064.186798] env[66001]: INFO networking_nsxv3.common.synchronization [req-eb574624-3041-4b27-8632-c933c56488b2 req-8080c021-56b0-427c-8894-1d2495845e6d tempest-MigrationsAdminTest-336507157 tempest-MigrationsAdminTest-336507157-project-member] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 1064.188651] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGHEST for action security_group_members [ 1064.189100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.189540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.189705] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.190252] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.331557] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7943fc7-2476-435b-918a-64d3b69c540f req-eb4d5f5a-058e-4dab-9229-5c907cfc2936 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1064.332220] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1064.332569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.332697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.332771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.333443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.333443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.333929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.334015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.334204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.334341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.334478] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.689586] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.689872] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.690208] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.690616] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691033] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691299] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691390] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691677] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691877] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.692232] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.692797] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.692970] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.693146] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.693308] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.693462] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.693639] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.695688] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.695940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.696063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.696296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.696413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.696671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.696796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.696882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.697090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.697193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.697306] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be updated. [ 1064.725655] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.725894] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.726053] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.727121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.727121] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-b372e5e0-3932-4c5f-b46d-eecdc832da56 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.727121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.727121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.727482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.727624] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b372e5e0-3932-4c5f-b46d-eecdc832da56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.734557] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.735137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.735308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.747195] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: IN_PROGRESS for 2s [ 1064.837453] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.837574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.837720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.837882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.837994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.838296] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.838409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.838500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.838659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.838733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.838802] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 already deleted. [ 1064.838881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.231390] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.231390] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.231545] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.231745] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.231979] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.232323] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port b372e5e0-3932-4c5f-b46d-eecdc832da56 not found, creating... [ 1065.232645] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.232812] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.232959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.233275] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.233436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.233729] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.233901] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.234054] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.234396] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.234516] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.234686] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: b372e5e0-3932-4c5f-b46d-eecdc832da56 is going to be created. [ 1065.259559] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.259931] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.260578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.260578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.260578] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.261510] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.370080] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1065.370507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.022398] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7943fc7-2476-435b-918a-64d3b69c540f req-cc6753d9-700b-40d7-9774-83a4842e44d3 service nova] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1066.022567] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7943fc7-2476-435b-918a-64d3b69c540f req-cc6753d9-700b-40d7-9774-83a4842e44d3 service nova] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1066.022719] env[66001]: INFO networking_nsxv3.common.synchronization [req-d7943fc7-2476-435b-918a-64d3b69c540f req-cc6753d9-700b-40d7-9774-83a4842e44d3 service nova] Enqueued Resource ID: b372e5e0-3932-4c5f-b46d-eecdc832da56 with Priority: HIGHEST for action port [ 1066.023289] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_rules [ 1066.023427] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1066.023524] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b372e5e0-3932-4c5f-b46d-eecdc832da56 with Priority: HIGHEST for action port [ 1066.023804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.023932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.025644] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.026862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.026963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.027015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.027245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.027477] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.027619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.027684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.027832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.027964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.028087] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.029555] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b372e5e0-3932-4c5f-b46d-eecdc832da56 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.029704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.029908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.030033] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b372e5e0-3932-4c5f-b46d-eecdc832da56',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.532075] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.533243] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.533405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.533555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b372e5e0-3932-4c5f-b46d-eecdc832da56 with status ACTIVE [ 1066.533721] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.533827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.533897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.534150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.534252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.534438] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.534532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.534603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.534796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.534912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.535133] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.535218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.535302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.535403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.535478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.535586] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b372e5e0-3932-4c5f-b46d-eecdc832da56 is going to be updated. [ 1066.566209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.566453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.566453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.566688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.566878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.567084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b372e5e0-3932-4c5f-b46d-eecdc832da56" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.761670] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 in Status: SUCCESS [ 1066.761899] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 deletion is rescheduled due to dependency. [ 1066.762118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.874312] env[66001]: INFO networking_nsxv3.common.synchronization [req-598b017f-c24a-49e3-91fc-a48e30d1032a req-ba7a05f2-21aa-4de8-9d38-41a8e180bd6c tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1066.874949] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1066.875365] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.875509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.875590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.875796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.876080] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.876227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.876809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.876809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.876809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.876809] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.038243] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.256454] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.256565] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.257152] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.257152] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.257425] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.257645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.257846] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.258178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.259365] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.259365] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.259365] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.259365] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.259365] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.259365] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.259602] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.259710] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.283658] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.284018] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.284314] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.284683] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.284890] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-067a5914-92df-42ad-9535-c57dafbc130c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.285059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.285198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.285542] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.285681] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067a5914-92df-42ad-9535-c57dafbc130c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.379661] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.541042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.541559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.541559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.541559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.541760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.541760] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 is going to be created. [ 1067.568129] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.568344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.568344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.568893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.568893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.580910] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: UNINITIALIZED for 2s [ 1067.788495] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.788810] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.788897] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.789195] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.789367] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.789524] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 067a5914-92df-42ad-9535-c57dafbc130c not found, creating... [ 1067.789826] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.790049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.790198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.790468] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.790608] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.790965] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.791155] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.791287] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.791506] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.791689] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.791835] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 067a5914-92df-42ad-9535-c57dafbc130c is going to be created. [ 1067.817761] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.818035] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.818105] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.818411] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.818666] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.818914] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.882094] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.387158] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.387399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.387456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.387731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.387802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.388017] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1068.429368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.429536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.429617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.429846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.430041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.441218] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1068.552456] env[66001]: INFO networking_nsxv3.common.synchronization [req-598b017f-c24a-49e3-91fc-a48e30d1032a req-f4f17188-e262-4976-a928-adb4d8575e43 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1068.552726] env[66001]: INFO networking_nsxv3.common.synchronization [req-598b017f-c24a-49e3-91fc-a48e30d1032a req-f4f17188-e262-4976-a928-adb4d8575e43 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1068.552762] env[66001]: INFO networking_nsxv3.common.synchronization [req-598b017f-c24a-49e3-91fc-a48e30d1032a req-f4f17188-e262-4976-a928-adb4d8575e43 service nova] Enqueued Resource ID: 067a5914-92df-42ad-9535-c57dafbc130c with Priority: HIGHEST for action port [ 1068.553337] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1068.553479] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1068.553576] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 067a5914-92df-42ad-9535-c57dafbc130c with Priority: HIGHEST for action port [ 1068.553871] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.554105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.554342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.554342] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.555744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.555847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.556163] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-067a5914-92df-42ad-9535-c57dafbc130c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.556290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.556348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.556538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.556612] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067a5914-92df-42ad-9535-c57dafbc130c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.057845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.057845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.059136] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 067a5914-92df-42ad-9535-c57dafbc130c with status ACTIVE [ 1069.059136] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.059136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.059289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.059433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.059549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.061783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.061783] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.061783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.061783] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 067a5914-92df-42ad-9535-c57dafbc130c is going to be updated. [ 1069.089672] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.089930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.090030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.090469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.091023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-067a5914-92df-42ad-9535-c57dafbc130c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.296774] env[66001]: INFO networking_nsxv3.common.synchronization [req-91d65559-9ecf-4c3f-8c90-3deb39b26a6e req-89a6b3a6-01fc-4d12-8d06-87e2e60968fe tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1069.296901] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1069.297153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.297303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.298963] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.298963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.298963] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.594235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: SUCCESS [ 1069.594442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.595034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.595034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.595382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.595382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.595382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.595531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595633] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.655766] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.657066] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.657066] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.657066] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.657066] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.657297] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.657353] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.657551] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.657688] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.657933] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.658057] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.658162] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.659056] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.659056] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.659056] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.659056] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.677598] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.677865] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.678124] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.678311] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-775" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.678817] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-8e9487e3-7356-44a9-a107-f61d2500235a taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.678994] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.679173] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.679613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.679810] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9487e3-7356-44a9-a107-f61d2500235a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.801273] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.801492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.801659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.801808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.801904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.802139] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.802248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.802313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.802575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.802575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.802719] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1069.831469] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.831614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.831684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.831896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.832069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.841679] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1070.098009] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.183574] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.183939] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.184150] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.184490] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.184719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.184998] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 8e9487e3-7356-44a9-a107-f61d2500235a not found, creating... [ 1070.185485] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.185691] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.185813] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186119] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.186292] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.186598] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.186754] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.186885] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.187195] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.187400] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.187617] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 8e9487e3-7356-44a9-a107-f61d2500235a is going to be created. [ 1070.210319] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.210596] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.210734] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.211017] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.211259] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.211486] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.464019] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1070.468375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.468654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.468958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.469293] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.469424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.469527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.469734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.469858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.469989] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.600803] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1371af35-ece1-4fc8-a994-a8edb4fdc058: rpc.has_security_group_logging(os_id): False [ 1070.624131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.624329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.624435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.624675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.624774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.625060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.625200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.625442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.625539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.625631] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 is going to be created. [ 1070.717154] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.717400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.717906] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.718244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.746485] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: IN_PROGRESS for 2s [ 1070.938951] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8f191663-25d8-4693-9913-2ac801c6ddd2 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1070.939617] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1070.940087] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.940353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.940573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.940895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.941089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.941201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.941265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.941484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.941542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.941595] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.971397] env[66001]: INFO networking_nsxv3.common.synchronization [req-91d65559-9ecf-4c3f-8c90-3deb39b26a6e req-74845ea4-6de7-430f-96d9-22754621d947 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 1070.971581] env[66001]: INFO networking_nsxv3.common.synchronization [req-91d65559-9ecf-4c3f-8c90-3deb39b26a6e req-74845ea4-6de7-430f-96d9-22754621d947 service nova] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1070.971716] env[66001]: INFO networking_nsxv3.common.synchronization [req-91d65559-9ecf-4c3f-8c90-3deb39b26a6e req-74845ea4-6de7-430f-96d9-22754621d947 service nova] Enqueued Resource ID: 8e9487e3-7356-44a9-a107-f61d2500235a with Priority: HIGHEST for action port [ 1070.972241] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_rules [ 1070.972386] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1070.972500] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9487e3-7356-44a9-a107-f61d2500235a with Priority: HIGHEST for action port [ 1070.973019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.973914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.974092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.974182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.974425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.974509] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.976184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.976184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.976184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9487e3-7356-44a9-a107-f61d2500235a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.976184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.977992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.978253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.978349] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9487e3-7356-44a9-a107-f61d2500235a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.444107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.444331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.444395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.445160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.445160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.445696] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.445827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.445892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.446170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.446259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.446356] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be deleted. [ 1071.476399] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.476611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.476669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.476913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.477086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.477193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.479789] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.482138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.482743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.483151] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e9487e3-7356-44a9-a107-f61d2500235a with status ACTIVE [ 1071.483335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.483462] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.483497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.483700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.483789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.483961] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.484085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.484127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.484272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.484467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.484519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.485320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.485320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.485320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.485320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.485320] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e9487e3-7356-44a9-a107-f61d2500235a is going to be updated. [ 1071.514960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.515122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.515205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.515400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.515578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.515701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9487e3-7356-44a9-a107-f61d2500235a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.857308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1071.857308] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 1071.857308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.857308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.857308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.857308] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.857308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.857308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.857972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.857972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.857972] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.984743] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.985257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.985377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.985644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.985771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.985898] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1072.030039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.030249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.030352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.030591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.030747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.042697] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1072.362084] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.759520] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: SUCCESS [ 1072.759778] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.865488] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.371463] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.371639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.371725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.371946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.372907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.372907] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1073.420225] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.421140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.434276] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1074.057590] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1074.057945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.058066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.058344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.058571] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.058715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.058784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.058957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.059071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.059171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.059279] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.158509] env[66001]: INFO networking_nsxv3.common.synchronization [req-f6c04fe7-1e10-4f6c-a7cb-70b7011c85ff req-e4afbc5b-2bce-4097-8735-beecb14048ee tempest-ServerRescueTestJSON-817130433 tempest-ServerRescueTestJSON-817130433-project-member] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1074.159124] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1074.159477] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.159625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.159705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.159940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.160164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.160270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.160353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.160640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.160748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.160863] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.561972] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.562219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.562916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.563351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.563677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.563926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.564118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.564402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.564537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.564624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.564880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.565021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.565672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.565896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.566223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.566388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.566483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.569855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.569855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.569855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.569855] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.663177] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.072361] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1075.120919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.120919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.120919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.120919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.122118] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.122118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.122118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.122118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.122118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.122118] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1075.153276] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154281] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154281] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154281] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154281] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.154281] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.154467] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.154531] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.154663] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154865] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.154976] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.155522] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.155653] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.155866] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.155994] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.156162] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.165729] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.170577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.170720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.170790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.170997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.171191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.176832] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.177055] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.177195] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.177361] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-36" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.177670] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-d87c31a4-1639-4f9f-aef5-cb1802d3b574 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.177839] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.177954] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.178322] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.178457] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87c31a4-1639-4f9f-aef5-cb1802d3b574',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.187181] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1075.451854] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1075.452142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.452319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.452537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.452730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.452845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.452909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.453073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.453152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.453248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.453336] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.668604] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.668800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.668874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.669164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.669892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.669892] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be updated. [ 1075.683649] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.683864] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.684037] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.684362] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.684518] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.684667] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port d87c31a4-1639-4f9f-aef5-cb1802d3b574 not found, creating... [ 1075.684932] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.685136] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.685220] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.685432] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.685565] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.685839] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.685988] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.686149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.686376] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.686491] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.686618] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: d87c31a4-1639-4f9f-aef5-cb1802d3b574 is going to be created. [ 1075.722270] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.722558] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.722648] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.722934] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.723457] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.723813] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.728524] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.728672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.728727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.728929] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.729090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.749042] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1075.955529] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.955868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.956075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.956452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.956857] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.957107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.957204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.957485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.957681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.957902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.958220] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.958431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.958574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.958853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.959334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.959483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.960181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.960345] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.464900] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b970bd62-d98c-482a-b713-1828db478f18: rpc.has_security_group_logging(os_id): False [ 1076.486057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.486057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486509] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.486509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.486509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.486509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.486509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.486767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.486824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.486960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.487161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.487281] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1076.490736] env[66001]: INFO networking_nsxv3.common.synchronization [req-f6c04fe7-1e10-4f6c-a7cb-70b7011c85ff req-b37ac037-46a7-44d9-af0a-ae36e37efaea service nova] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_rules [ 1076.491008] env[66001]: INFO networking_nsxv3.common.synchronization [req-f6c04fe7-1e10-4f6c-a7cb-70b7011c85ff req-b37ac037-46a7-44d9-af0a-ae36e37efaea service nova] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1076.491387] env[66001]: INFO networking_nsxv3.common.synchronization [req-f6c04fe7-1e10-4f6c-a7cb-70b7011c85ff req-b37ac037-46a7-44d9-af0a-ae36e37efaea service nova] Enqueued Resource ID: d87c31a4-1639-4f9f-aef5-cb1802d3b574 with Priority: HIGHEST for action port [ 1076.494587] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_rules [ 1076.494730] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1076.494829] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87c31a4-1639-4f9f-aef5-cb1802d3b574 with Priority: HIGHEST for action port [ 1076.495179] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.495306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.495370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.495555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.495637] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.499923] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.500114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.500452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87c31a4-1639-4f9f-aef5-cb1802d3b574 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.502566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.502566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.502566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.502566] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87c31a4-1639-4f9f-aef5-cb1802d3b574',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.553480] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.553677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.553677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.553967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.554163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.591788] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1077.005207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.005376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.005892] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d87c31a4-1639-4f9f-aef5-cb1802d3b574 with status ACTIVE [ 1077.005892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.005892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.006080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.006356] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.006483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.006682] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.006783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.006841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.007115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.007463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.007744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007862] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d87c31a4-1639-4f9f-aef5-cb1802d3b574 is going to be updated. [ 1077.040423] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.040649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.040649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.040871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.041017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87c31a4-1639-4f9f-aef5-cb1802d3b574" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.225828] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1077.226125] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.883178] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1077.883881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.883881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.883881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.884131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.884218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.884627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.884627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.884627] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.389191] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.607441] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1078.607441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.891428] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.394628] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.394846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.394846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.395098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.395263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.395443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be updated. [ 1079.430232] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.430232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.430232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.430724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.430984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.441842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1080.712852] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5bbe860d-283e-4ec7-b640-0a6efb4a45ef None None] Enqueued Resource ID: 984cb10d-549a-40d4-bd4e-5bd12e9912ff with Priority: HIGHEST for action port [ 1080.713961] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984cb10d-549a-40d4-bd4e-5bd12e9912ff with Priority: HIGHEST for action port [ 1080.714804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-984cb10d-549a-40d4-bd4e-5bd12e9912ff taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.714804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984cb10d-549a-40d4-bd4e-5bd12e9912ff" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.714804] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984cb10d-549a-40d4-bd4e-5bd12e9912ff" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.716596] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984cb10d-549a-40d4-bd4e-5bd12e9912ff" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.716706] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984cb10d-549a-40d4-bd4e-5bd12e9912ff',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.840895] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.841106] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.841248] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.841521] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.843019] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.843019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.843019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.843019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.843019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.843019] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.843019] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.843019] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.843019] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.843019] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.843611] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.843611] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.865059] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.865301] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.865401] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.865660] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.865978] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-2896897e-64c7-40b7-89b1-de9fd80bc56a taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.866257] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.866425] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.866886] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.867558] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2896897e-64c7-40b7-89b1-de9fd80bc56a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.221602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 984cb10d-549a-40d4-bd4e-5bd12e9912ff [ 1081.221602] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.221602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.221602] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.221742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.221837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221974] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:984cb10d-549a-40d4-bd4e-5bd12e9912ff already deleted. [ 1081.222138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984cb10d-549a-40d4-bd4e-5bd12e9912ff" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.370358] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.370580] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.370702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.370988] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.371245] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371298] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 2896897e-64c7-40b7-89b1-de9fd80bc56a not found, creating... [ 1081.371825] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.371825] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.372089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.372089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.372192] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.372990] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.372990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.372990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.373436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.373436] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.373583] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a is going to be created. [ 1081.403462] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.403462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.403462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.403462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.403462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.403462] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.458556] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1081.459190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.459353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.459611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.459824] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.459945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.460023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.461746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.461746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.461746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.461746] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.965934] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.965934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.965934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.965934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.965934] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.965934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.966417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.971022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.971022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.971022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.971022] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.294348] env[66001]: INFO networking_nsxv3.common.synchronization [req-2830d5b6-4ccd-4a86-878e-81bd6e706f22 req-81748b27-b515-4fc2-b945-f0aef936fc59 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 1082.294577] env[66001]: INFO networking_nsxv3.common.synchronization [req-2830d5b6-4ccd-4a86-878e-81bd6e706f22 req-81748b27-b515-4fc2-b945-f0aef936fc59 service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1082.294701] env[66001]: INFO networking_nsxv3.common.synchronization [req-2830d5b6-4ccd-4a86-878e-81bd6e706f22 req-81748b27-b515-4fc2-b945-f0aef936fc59 service nova] Enqueued Resource ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a with Priority: HIGHEST for action port [ 1082.295301] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 1082.295442] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1082.295538] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a with Priority: HIGHEST for action port [ 1082.295820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.295942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.296017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.296345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.296527] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.297569] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.297737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.297737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.297908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.298084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.298180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.298232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.298376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.298459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.298554] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.299709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2896897e-64c7-40b7-89b1-de9fd80bc56a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.299833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.299921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.300541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.300853] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2896897e-64c7-40b7-89b1-de9fd80bc56a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.475895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7187de99-27fa-4da6-8685-10adb0b5aba8: rpc.has_security_group_logging(os_id): False [ 1082.497307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.497307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.497307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.497453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.497524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.498370] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.498370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.498370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.498370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.498370] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.498892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.498892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.498892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.498892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.498892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.499329] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.499329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.499329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501922] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be updated. [ 1082.562187] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.562393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.562393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.566025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.566025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.578603] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1082.803894] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.804753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.804753] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.805728] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2896897e-64c7-40b7-89b1-de9fd80bc56a with status ACTIVE [ 1082.805989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.806363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.806494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.806717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.806798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.807023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.807208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.807293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.807523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.807802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.808064] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.808184] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.808239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.808381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.808459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.808546] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a is going to be updated. [ 1082.832577] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.832740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.832798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.833053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.833392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.833600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.311793] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.391071] env[66001]: INFO networking_nsxv3.common.synchronization [None req-3eb94784-79b1-41c9-b785-fb9b13c86d63 None None] Enqueued Resource ID: db1b9bfd-60cc-498d-838b-6251e18b69d4 with Priority: HIGHEST for action port [ 1083.391593] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1b9bfd-60cc-498d-838b-6251e18b69d4 with Priority: HIGHEST for action port [ 1083.392272] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-db1b9bfd-60cc-498d-838b-6251e18b69d4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.392406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db1b9bfd-60cc-498d-838b-6251e18b69d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.392474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db1b9bfd-60cc-498d-838b-6251e18b69d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.392722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db1b9bfd-60cc-498d-838b-6251e18b69d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.392801] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1b9bfd-60cc-498d-838b-6251e18b69d4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.590203] env[66001]: INFO networking_nsxv3.common.synchronization [req-c855c634-e4f0-4c02-8bc7-bf5d07bb88b6 req-2664ca19-31d0-4536-ab06-d96ded465dc5 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1083.590747] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1083.591060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.591182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.591251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.593419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.593419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593419] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.813671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.816527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.816527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.816527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.816527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.816527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 1083.861559] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.861800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.861907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.862328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.862670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.875842] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: UNINITIALIZED for 2s [ 1083.895881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db1b9bfd-60cc-498d-838b-6251e18b69d4 [ 1083.896528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.896753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.896955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.897169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.897307] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.897429] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db1b9bfd-60cc-498d-838b-6251e18b69d4 already deleted. [ 1083.897536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db1b9bfd-60cc-498d-838b-6251e18b69d4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.898495] env[66001]: INFO networking_nsxv3.common.synchronization [None req-7f7dfc88-c77b-4640-a200-af4cbaef8c9f None None] Enqueued Resource ID: c5411b23-df91-4901-b670-ea40f7681497 with Priority: HIGHEST for action port [ 1083.899271] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5411b23-df91-4901-b670-ea40f7681497 with Priority: HIGHEST for action port [ 1083.899640] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5411b23-df91-4901-b670-ea40f7681497 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.899640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5411b23-df91-4901-b670-ea40f7681497" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.899640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5411b23-df91-4901-b670-ea40f7681497" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5411b23-df91-4901-b670-ea40f7681497" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.900652] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5411b23-df91-4901-b670-ea40f7681497',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.096346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.096523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.096523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.096902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.097025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097290] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.097414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.097453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.097641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.097719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097825] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1084.135609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.135815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.135867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.136208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.136424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.146662] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1084.402853] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5411b23-df91-4901-b670-ea40f7681497 [ 1084.403179] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.403255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.403317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.404723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.404723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.404723] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5411b23-df91-4901-b670-ea40f7681497 already deleted. [ 1084.404723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5411b23-df91-4901-b670-ea40f7681497" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.593770] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1084.593770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.542121] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e96da42-55ce-457c-92a8-321136e213b0 req-d0e2757b-f989-4ab0-b03b-bc543c9c55fa tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1085.542888] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1085.543327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.543490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.543579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.543820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.543978] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.544179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.544179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.544561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.544561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.544561] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.893319] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 1085.893714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.894389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.894717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.894822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.894941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.896133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.896848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896848] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.000268] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.000491] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.000617] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.001061] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.001163] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.001323] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.001434] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.001679] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.001806] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.002282] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.002407] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.002658] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.002658] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.002754] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.002830] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.003051] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.026250] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.026446] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.026616] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.026789] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.027359] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.027575] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.027766] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.028469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.028469] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1e5ceb-2c4b-4794-9685-d2692d58cf7d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.049111] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.160118] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1086.160269] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1086.160407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.399204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.399380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.399430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.399655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.399829] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.399931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.399990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.400386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.400386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.400460] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.400551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.400621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.400945] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.401082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.401268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.401268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.401338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.401425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.401513] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.531177] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.531381] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.535020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d not found, creating... [ 1086.535020] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.535020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.535020] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.535447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.535447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.535447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.535447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.535686] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d is going to be created. [ 1086.551313] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.556248] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c11d3a10-ca9a-447b-8a95-369db7d940f3 None None] Enqueued Resource ID: c4c70113-874e-43f0-844e-cbac7720d5c2 with Priority: HIGHEST for action port [ 1086.557259] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c70113-874e-43f0-844e-cbac7720d5c2 with Priority: HIGHEST for action port [ 1086.558443] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.558680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.558817] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.559209] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.559330] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.559547] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.560299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c70113-874e-43f0-844e-cbac7720d5c2 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.560767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c70113-874e-43f0-844e-cbac7720d5c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.560767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c70113-874e-43f0-844e-cbac7720d5c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.560767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c70113-874e-43f0-844e-cbac7720d5c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.560767] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c70113-874e-43f0-844e-cbac7720d5c2',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.729550] env[66001]: INFO networking_nsxv3.common.synchronization [req-93aab561-4960-4ac2-bbb4-1284bac8492b req-ff6db44b-c46a-4d6c-92ab-7b85a6f3d340 tempest-ServersV294TestFqdnHostnames-260345543 tempest-ServersV294TestFqdnHostnames-260345543-project-member] Enqueued Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 1086.729813] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 with Priority: HIGHEST for action security_group_members [ 1086.730407] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-925ec1fc-da26-4f23-9bee-f2d748dfdd87 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.730701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.730853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.731146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.731401] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.731606] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.731763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.732022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.732186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.732359] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925ec1fc-da26-4f23-9bee-f2d748dfdd87',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.908249] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad507de3-4c3e-4cbd-8506-fbba542d2652: rpc.has_security_group_logging(os_id): False [ 1086.933618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.933618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.933618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.934181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.934181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.934506] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.934625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.934709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.935992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.935992] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.935992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.936177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.936281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936449] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.936545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.936604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.936746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.936818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936902] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be created. [ 1087.007615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.007991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.009872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.009872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.009872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.024758] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 1087.054842] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.055528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.055528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.056624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.056624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.056624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1087.064249] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c70113-874e-43f0-844e-cbac7720d5c2 [ 1087.064249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.064249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.064249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.064249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.064249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.064249] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c70113-874e-43f0-844e-cbac7720d5c2 already deleted. [ 1087.064249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c70113-874e-43f0-844e-cbac7720d5c2" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.095234] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.095234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.095234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.095234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.095234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.127077] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1087.235829] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.236039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.236116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.236619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.264101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.264299] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.264427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.264502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.264703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.264780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.264865] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 is going to be updated. [ 1087.291909] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.292093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.292193] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.292509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.292623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.303257] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: IN_PROGRESS for 2s [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e96da42-55ce-457c-92a8-321136e213b0 req-c093317b-e7b7-4ecf-9f26-f709f43c290f service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e96da42-55ce-457c-92a8-321136e213b0 req-c093317b-e7b7-4ecf-9f26-f709f43c290f service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e96da42-55ce-457c-92a8-321136e213b0 req-c093317b-e7b7-4ecf-9f26-f709f43c290f service nova] Enqueued Resource ID: 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d with Priority: HIGHEST for action port [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1087.326483] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d with Priority: HIGHEST for action port [ 1087.326483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.326483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.326483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.326483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.327114] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.328327] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.328458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.328702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.328908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.329042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.329377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.329377] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1e5ceb-2c4b-4794-9685-d2692d58cf7d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.833223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833477] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d with status ACTIVE [ 1087.834383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.834383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.834383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.834383] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.834383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.835658] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.835658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.835940] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c1e5ceb-2c4b-4794-9685-d2692d58cf7d is going to be updated. [ 1087.860230] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.860404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.860461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.860708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.860807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.860966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1e5ceb-2c4b-4794-9685-d2692d58cf7d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.263563] env[66001]: INFO networking_nsxv3.common.synchronization [req-f48d9a9c-132b-441f-ba66-3a645b0435b2 req-0e7be866-2b25-46bc-801a-3d42d3f8f342 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1088.265031] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1088.265031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.265031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.265031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.265031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.265031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.265410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.265410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.265410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.265410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.265529] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.769485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.770186] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.770297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.770536] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.770656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.770733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.770997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.770997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.771107] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be updated. [ 1088.802661] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.802892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.802892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.803124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.803271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1089.044090] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 1089.044448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.138232] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1089.138454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.138639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.138864] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.139071] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.139189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.139255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.139415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.139494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.139586] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.314051] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 in Status: SUCCESS [ 1089.314051] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925ec1fc-da26-4f23-9bee-f2d748dfdd87 deletion is rescheduled due to dependency. [ 1089.314144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925ec1fc-da26-4f23-9bee-f2d748dfdd87" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.643709] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.146193] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.649197] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.649359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.649433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.649656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.649743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.649845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1090.759635] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.759635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.759635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759635] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.781622] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1090.829244] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1090.829434] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a deletion is rescheduled due to dependency. [ 1090.829582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.076231] env[66001]: INFO networking_nsxv3.common.synchronization [req-e57c8eac-e6ef-4abe-85d9-b023b0e21a5f req-391b7615-577a-401e-b5a4-06e25e569ce2 tempest-ServerDiskConfigTestJSON-199000807 tempest-ServerDiskConfigTestJSON-199000807-project-member] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1091.076900] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGHEST for action security_group_members [ 1091.077274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.077440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.077555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.077782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.077967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.078090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.078263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.078500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.078918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.078918] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.581134] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.581429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.581429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.581595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.581688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.581891] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.581988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.582097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.582217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.582293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.582381] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be updated. [ 1091.618805] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.618961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.619033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.619256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.619412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.629823] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: IN_PROGRESS for 2s [ 1092.796338] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1092.796338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.796638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.796638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.797855] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.797855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.797855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.797855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.797855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.797855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.797855] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.925363] env[66001]: INFO networking_nsxv3.common.synchronization [req-4b35e162-9b44-4d19-8a2a-132d9180a17c req-070f1028-febe-465a-b655-e13b39361613 tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1092.926063] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1092.926688] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.926688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.926688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.926919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.926919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.926994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.927096] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.927478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.927478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.927478] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.300042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.300216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.300313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.300549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.300741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.300878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.300907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.301066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.301151] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.301250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.301421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.301480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.301522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.301656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.301782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.302493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.302493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.302493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.302493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.302493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.302493] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.319224] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.319508] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.319665] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.320038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.320360] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.320644] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.320732] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.320976] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.321253] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.321476] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.321655] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.321763] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.321900] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.321982] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.322100] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.322246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.348400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.348505] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.348627] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.348802] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349148] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-47080be6-7583-45ef-9896-12c3dcefe196 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349325] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349445] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349895] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47080be6-7583-45ef-9896-12c3dcefe196',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.429089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.429838] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.430233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 already deleted. [ 1093.430397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.640075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b970bd62-d98c-482a-b713-1828db478f18 in Status: SUCCESS [ 1093.640424] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b970bd62-d98c-482a-b713-1828db478f18 deletion is rescheduled due to dependency. [ 1093.640557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.805602] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1093.828227] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.828653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.828958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.829319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.829444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.829813] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.829984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.831846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.832466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.832615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.832902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.833073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.833185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.833371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.833456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.833666] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.833764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.833830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.833966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.834052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.834140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1093.852852] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.853120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.853681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.853681] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.853821] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.853978] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 47080be6-7583-45ef-9896-12c3dcefe196 not found, creating... [ 1093.854442] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.854638] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.854767] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.855153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.855153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.855506] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.855640] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.855780] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.856025] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.856177] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.856379] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 47080be6-7583-45ef-9896-12c3dcefe196 is going to be created. [ 1093.879718] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.879887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.880039] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.880374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.880615] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.880902] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.911182] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.911434] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.911543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.911872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.912022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.948901] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1094.618349] env[66001]: INFO networking_nsxv3.common.synchronization [req-4b35e162-9b44-4d19-8a2a-132d9180a17c req-6abd299c-18f3-44cb-9fdc-4fe6f64cc4ef service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1094.619405] env[66001]: INFO networking_nsxv3.common.synchronization [req-4b35e162-9b44-4d19-8a2a-132d9180a17c req-6abd299c-18f3-44cb-9fdc-4fe6f64cc4ef service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1094.619405] env[66001]: INFO networking_nsxv3.common.synchronization [req-4b35e162-9b44-4d19-8a2a-132d9180a17c req-6abd299c-18f3-44cb-9fdc-4fe6f64cc4ef service nova] Enqueued Resource ID: 47080be6-7583-45ef-9896-12c3dcefe196 with Priority: HIGHEST for action port [ 1094.619648] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1094.619679] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1094.619797] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47080be6-7583-45ef-9896-12c3dcefe196 with Priority: HIGHEST for action port [ 1094.620188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.620334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.620402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.621191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.621191] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.623037] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.623097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.623131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.623347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.623516] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.623618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.623683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.624534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.624534] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.624534] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.625083] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-47080be6-7583-45ef-9896-12c3dcefe196 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.625211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.625211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.625338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.625414] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47080be6-7583-45ef-9896-12c3dcefe196',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.131034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.131034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47080be6-7583-45ef-9896-12c3dcefe196 with status ACTIVE [ 1095.131034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.131034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.131034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.131034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.132327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.132327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.132327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.132327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.132327] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47080be6-7583-45ef-9896-12c3dcefe196 is going to be updated. [ 1095.133940] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.159042] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.159042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.159042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.159042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.159042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.159294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47080be6-7583-45ef-9896-12c3dcefe196" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.637173] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.974285] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1095.974623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.141716] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.141716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.141716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.141716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.141716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.141716] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be created. [ 1096.171969] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.171969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.171969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.171969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.171969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.182118] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: UNINITIALIZED for 2s [ 1097.285186] env[66001]: INFO networking_nsxv3.common.synchronization [req-0e730ee6-e16a-43c9-9560-5c97e1ab81e7 req-bb821b0f-e5a9-4670-a346-a2b16f2ede64 tempest-ListImageFiltersTestJSON-882949742 tempest-ListImageFiltersTestJSON-882949742-project-member] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1097.285932] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1097.286937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.286937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.286937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.286937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.286937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.286937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.287263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.287263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.287263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.287350] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.567271] env[66001]: INFO networking_nsxv3.common.synchronization [req-dac819a4-fdf2-44ba-98ae-c28221afbf25 req-33fe3693-5b13-4eae-8c90-3a651c1432b2 tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1097.568192] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1097.568459] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.568589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.794023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.944587] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.944798] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.944927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.945447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.945526] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.945707] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.945837] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.946089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.946235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.946475] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.946607] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.946712] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.946829] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.946952] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.947069] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.947212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.967304] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.967304] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.968062] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.968357] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.968848] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-15b306f4-def4-4e5c-8028-b225010a032e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.969903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.969903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.970475] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.970475] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b306f4-def4-4e5c-8028-b225010a032e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.194167] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1098.194607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.194914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.195087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.195584] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.195815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.195892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.196303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.196303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196484] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.197419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197789] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.197912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.198940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.198940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.198940] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.292765] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.473675] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.473932] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.474089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.474378] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.474520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.474673] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 15b306f4-def4-4e5c-8028-b225010a032e not found, creating... [ 1098.474937] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.475103] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.475217] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.475444] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.475585] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.475889] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.477184] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.477438] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.478869] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.478869] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.478869] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 15b306f4-def4-4e5c-8028-b225010a032e is going to be created. [ 1098.499904] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.500143] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.500268] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.500546] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.500841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.501121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.704662] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.705041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.705321] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.795659] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.795659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.795659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.796012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.796138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.796253] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1098.829678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.829839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.829880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.830311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.830311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.840624] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1099.208469] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.225037] env[66001]: INFO networking_nsxv3.common.synchronization [req-dac819a4-fdf2-44ba-98ae-c28221afbf25 req-c8c632d5-ce37-4107-8ebc-1e763759d001 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1099.225953] env[66001]: INFO networking_nsxv3.common.synchronization [req-dac819a4-fdf2-44ba-98ae-c28221afbf25 req-c8c632d5-ce37-4107-8ebc-1e763759d001 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1099.225953] env[66001]: INFO networking_nsxv3.common.synchronization [req-dac819a4-fdf2-44ba-98ae-c28221afbf25 req-c8c632d5-ce37-4107-8ebc-1e763759d001 service nova] Enqueued Resource ID: 15b306f4-def4-4e5c-8028-b225010a032e with Priority: HIGHEST for action port [ 1099.226174] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1099.226174] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1099.226335] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b306f4-def4-4e5c-8028-b225010a032e with Priority: HIGHEST for action port [ 1099.226719] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.226824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.226985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.227131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227294] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b306f4-def4-4e5c-8028-b225010a032e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.227389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.227666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.227731] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b306f4-def4-4e5c-8028-b225010a032e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.710773] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.711070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.711070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.711239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.711357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.711476] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1099.730347] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15b306f4-def4-4e5c-8028-b225010a032e with status ACTIVE [ 1099.730581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.730990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.731130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.734609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.734609] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.734609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.734609] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15b306f4-def4-4e5c-8028-b225010a032e is going to be updated. [ 1099.760574] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.760574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.760574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.760574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.760574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.765914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.765914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.765914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.765914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.765914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.765914] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b306f4-def4-4e5c-8028-b225010a032e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.769935] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1100.039656] env[66001]: INFO networking_nsxv3.common.synchronization [req-567db4f8-6ce8-4906-acb6-eafad7f64b77 req-1b246012-8b9e-4ae3-aafe-ebdde776077d tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1100.040360] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1100.040741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.040867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.040931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.041144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.041298] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.041390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.041451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.041639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.041724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.042249] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.379946] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.379946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.379946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.379946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.379946] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.379946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.379946] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.384027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.384027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.384027] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.384027] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.384027] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.384027] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.384027] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.384027] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.384027] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.403620] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.404249] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.406059] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.406059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406059] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-482bafd2-585f-4263-926d-155aaf9b20a9 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.406059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.406059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.406059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.406059] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('482bafd2-585f-4263-926d-155aaf9b20a9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.548960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.548960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1100.593180] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.593180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.593180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.593180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.593180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.613596] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1100.853759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1100.854336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.910524] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.910825] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.911182] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.911621] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.911868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.912155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 482bafd2-585f-4263-926d-155aaf9b20a9 not found, creating... [ 1100.912608] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.912863] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.913047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.913457] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.913530] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.913933] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.914154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.914748] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.914748] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.914891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.914968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 482bafd2-585f-4263-926d-155aaf9b20a9 is going to be created. [ 1100.946907] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.946907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.946907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.946907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.946907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.946907] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.435055] env[66001]: INFO networking_nsxv3.common.synchronization [req-37247e5a-d412-47c6-a1c7-9fd390138ecc req-c800581f-88c2-4475-a30e-67836d33cb0b tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1101.435729] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1101.436204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.436342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.436468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.436698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.436897] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.437035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.437103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.437292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.437378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.437472] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [req-567db4f8-6ce8-4906-acb6-eafad7f64b77 req-1eae64ce-ddee-4ef0-b146-d555ad58b474 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [req-567db4f8-6ce8-4906-acb6-eafad7f64b77 req-1eae64ce-ddee-4ef0-b146-d555ad58b474 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [req-567db4f8-6ce8-4906-acb6-eafad7f64b77 req-1eae64ce-ddee-4ef0-b146-d555ad58b474 service nova] Enqueued Resource ID: 482bafd2-585f-4263-926d-155aaf9b20a9 with Priority: HIGHEST for action port [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1101.690932] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482bafd2-585f-4263-926d-155aaf9b20a9 with Priority: HIGHEST for action port [ 1101.691622] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.691947] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.692150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.692479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.692693] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.693998] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.694921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.694921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-482bafd2-585f-4263-926d-155aaf9b20a9 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.694921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.695101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.695339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.695678] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('482bafd2-585f-4263-926d-155aaf9b20a9',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.783781] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1101.784045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.784239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.784480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.784678] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.784825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.784857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.785110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.785110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.785208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.785378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.785477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.785532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.785676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.785846] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.785941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.785992] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.786622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.786877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.787089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.787376] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.788377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.789213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.789673] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.789739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.789839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.790045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.790183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.790289] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.940633] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.092126] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.092448] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.092649] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.093283] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.093558] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.093818] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.094026] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.094592] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.094840] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.095346] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.095581] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.095761] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.095915] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.096059] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.096219] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.096467] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.120400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.120659] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.120856] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.121080] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-743" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.121454] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-2896897e-64c7-40b7-89b1-de9fd80bc56a taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.121637] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.121752] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.122076] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.122232] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2896897e-64c7-40b7-89b1-de9fd80bc56a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.198605] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 482bafd2-585f-4263-926d-155aaf9b20a9 with status ACTIVE [ 1102.198859] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.199022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.199116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.199313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.199419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.199579] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.199670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.199723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.199874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.199939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.200163] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.200261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.200313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.200629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.200629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.200629] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 482bafd2-585f-4263-926d-155aaf9b20a9 is going to be updated. [ 1102.201768] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.205299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.227913] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.228168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.228246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.228459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.228643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.228871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-482bafd2-585f-4263-926d-155aaf9b20a9" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.293133] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.293443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6702be-d6c0-4612-bd6c-92b94eca91c7: rpc.has_security_group_logging(os_id): False [ 1102.324691] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.324873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.324940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.325133] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.325220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.325420] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.325512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.325565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.325954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.325954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.325954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.326109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.326109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.326240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.326309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.326593] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.326701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.326751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.326876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.326968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.327043] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be created. [ 1102.440027] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.440027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.440027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.440027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.440027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.445144] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.456316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1102.624193] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1102.624338] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1102.624402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.624935] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.625178] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.625299] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.625615] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.625762] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.626058] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.626218] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.626330] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.626670] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.626804] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.627260] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.627260] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.627391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.627687] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.627876] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.627961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a is going to be updated. [ 1102.629149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.629330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.629503] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.629615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.629677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.629824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.629903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.629995] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.653229] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.653586] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.653730] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.654049] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.654252] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654600] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.796240] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.948329] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.948763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.948763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.948873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.948923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.949046] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1102.979535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.979743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.979803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.980049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.980242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.994400] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1103.132855] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.299149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.299714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.299714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.299824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.299858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.299960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1103.333701] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.333701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.333701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.347465] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1103.381304] env[66001]: INFO networking_nsxv3.common.synchronization [None req-cdc338b6-1594-4dea-8186-3823014c75ce tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1103.382335] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1103.383098] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.383098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.383374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.383740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.383912] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.435344] env[66001]: INFO networking_nsxv3.common.synchronization [req-6bbe5bd4-7f84-4d8e-9096-da4691ae4769 req-09ec3434-0c84-47d0-97b7-a29bb1dbe32e service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 1103.435696] env[66001]: INFO networking_nsxv3.common.synchronization [req-6bbe5bd4-7f84-4d8e-9096-da4691ae4769 req-09ec3434-0c84-47d0-97b7-a29bb1dbe32e service nova] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1103.435795] env[66001]: INFO networking_nsxv3.common.synchronization [req-6bbe5bd4-7f84-4d8e-9096-da4691ae4769 req-09ec3434-0c84-47d0-97b7-a29bb1dbe32e service nova] Enqueued Resource ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a with Priority: HIGHEST for action port [ 1103.437878] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_rules [ 1103.437961] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1103.438048] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a with Priority: HIGHEST for action port [ 1103.438400] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.438557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.438629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.438931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.439049] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.440125] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.440261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.440368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.440579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440749] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.440839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.440904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.441122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.441217] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.441317] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.442304] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-2896897e-64c7-40b7-89b1-de9fd80bc56a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.442423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.442529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.442763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.443720] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2896897e-64c7-40b7-89b1-de9fd80bc56a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.569208] env[66001]: INFO networking_nsxv3.common.synchronization [None req-854c681a-2ea4-4cfa-b334-73d563763016 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1103.570735] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1103.572124] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.572124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.635549] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.920644] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.920937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.920937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.921248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.921386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.921524] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e already deleted. [ 1103.921666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.921998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.922202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.922336] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.946019] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.946019] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.946019] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.948057] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2896897e-64c7-40b7-89b1-de9fd80bc56a with status ACTIVE [ 1103.948376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.948717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.948717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.949021] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.949629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.949629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.949629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.949820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950159] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950489] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.950637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.950730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.951165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.951305] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2896897e-64c7-40b7-89b1-de9fd80bc56a is going to be updated. [ 1103.993325] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.994063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.994063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.994063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.994338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.994338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2896897e-64c7-40b7-89b1-de9fd80bc56a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.140925] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.141132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.141263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.141376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.141464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.141567] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1104.180052] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.180281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.180420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.180718] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.180957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.193892] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1104.448479] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.455443] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.455443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.455644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.455748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.455840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.455934] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e already deleted. [ 1104.456028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.468550] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1104.468769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.468936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.469173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.469260] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.951606] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.952036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.952091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.952450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.952644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.952788] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 1104.974269] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.974474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.984597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.984845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.984901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.985170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.985344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.994304] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 1105.004246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1105.004584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.092794] env[66001]: INFO networking_nsxv3.common.synchronization [req-46204a67-b409-4749-ad35-028b4b88bd15 req-709b65ce-9591-4aee-8181-b69e5181510f tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1105.093234] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1105.093549] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.093714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.093755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.093934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.094249] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.094362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.094451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.094702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.094869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.094976] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.359541] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1105.360070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.360415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.360655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.360889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.361034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.361105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.361265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.361363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.361453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.361544] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.601029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.601210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.601260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.601627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.625526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.625935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.626089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.626166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.626369] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.626500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.626610] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1105.654617] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.654959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.654959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.655227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.655409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.668767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1105.864925] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.865173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.865375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.865580] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.865815] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.865937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.866012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.866194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.866283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.866376] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.866660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.866764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.866826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.867047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.867215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.867311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.867367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.867545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.867617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.867683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.867821] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.209568] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1106.209854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.210410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.211040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.211147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.211263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.211363] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.372918] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6702be-d6c0-4612-bd6c-92b94eca91c7: rpc.has_security_group_logging(os_id): False [ 1106.394777] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.394777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.394777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.394777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.394777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.395114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.395114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.395114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.395365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.395481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.395733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.396059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.396059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.396059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.396195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.396348] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.397939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.397939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.397939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.397939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.397939] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1106.474915] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.474915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.474915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.475072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.475201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.491522] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1106.713986] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.714821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.714948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.715278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.715733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.716433] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.716607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.716911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.717085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.717691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.717803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.720599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.720856] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.720980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.721150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.721281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.721402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.721448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.721543] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.006416] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 1107.006621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.007292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.007292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.007292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.007292] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.007622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.007622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.007622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.007765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.007765] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.227155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 1107.248967] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.249164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.249207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.249475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.249574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.249809] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.250018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.250018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.250165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.250261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.250446] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.250538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.250614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.250769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.250879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.251088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.251180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.251241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.251383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.251455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.251548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1107.273562] env[66001]: INFO networking_nsxv3.common.synchronization [req-7571ec84-2a98-4d8e-8504-1d7d03f4d0a4 req-98a8b1d5-4f7f-4cf2-a2ea-ae4988af80d5 tempest-ServerRescueTestJSON-817130433 tempest-ServerRescueTestJSON-817130433-project-member] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1107.274491] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1107.275016] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.275250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.275366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.275697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.275955] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.276146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.276245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.276483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.276614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.276788] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.330401] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.330401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.330401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.330644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.330797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.348129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1107.510588] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.510860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.510860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.511109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.511289] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.511394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.511458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.511605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.511703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.511850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.512053] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.512176] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.512251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.512437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.512583] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.512692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.512752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.512934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.513032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.513119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.513246] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.680594] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 4s [ 1107.779369] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.016166] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad507de3-4c3e-4cbd-8506-fbba542d2652: rpc.has_security_group_logging(os_id): False [ 1108.034329] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.034526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.034583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.034785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.034878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.035114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.035241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.035283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.035491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.035584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.035785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.035880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.035939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.036092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.036165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.036348] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.036438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.036497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.036705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.036779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.036864] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 1108.110031] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.110031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.110031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.110273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.110273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127860] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 1108.284533] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.507209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1108.507440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.786731] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.786731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.786731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.786731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.786731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.786731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be updated. [ 1108.822143] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.822377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.822456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.822709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.822912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.836225] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1108.993163] env[66001]: INFO networking_nsxv3.common.synchronization [req-19d3c3d0-635a-4bbe-8203-794b2f50d729 req-bcd4b079-2678-40f2-ad30-2335c6743731 tempest-ListImageFiltersTestJSON-882949742 tempest-ListImageFiltersTestJSON-882949742-project-member] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1108.993734] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGHEST for action security_group_members [ 1108.997024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.997024] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.364482] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1109.364482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.498939] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.499173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.499250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.499488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.499587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.499817] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.499916] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.499977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.500157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.500235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.500324] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be updated. [ 1109.555921] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.556136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.556225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.556440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.556677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.574769] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: IN_PROGRESS for 2s [ 1109.692316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1109.692509] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 deletion is rescheduled due to dependency. [ 1109.692628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.146895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 1110.146895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.851767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1110.851767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.588626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb in Status: SUCCESS [ 1111.588835] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb deletion is rescheduled due to dependency. [ 1111.589040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.739588] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d9cb3ce2-9bb8-4d08-805d-60ca03a05bd5 None None] Enqueued Resource ID: ef857723-6b90-4059-824a-50952f48f4e1 with Priority: HIGHEST for action port [ 1112.740711] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef857723-6b90-4059-824a-50952f48f4e1 with Priority: HIGHEST for action port [ 1112.740711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef857723-6b90-4059-824a-50952f48f4e1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.740711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef857723-6b90-4059-824a-50952f48f4e1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.740711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef857723-6b90-4059-824a-50952f48f4e1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.740954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef857723-6b90-4059-824a-50952f48f4e1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.741194] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef857723-6b90-4059-824a-50952f48f4e1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.245384] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef857723-6b90-4059-824a-50952f48f4e1 [ 1113.245384] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.245384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.245384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.245384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.245384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.245384] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef857723-6b90-4059-824a-50952f48f4e1 already deleted. [ 1113.245384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef857723-6b90-4059-824a-50952f48f4e1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.480291] env[66001]: INFO networking_nsxv3.common.synchronization [req-45efe54b-02f9-4e9a-b797-2a0f3b63be23 req-d9dedc30-f5fa-464a-a2d6-d39efabe3048 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1113.480852] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1113.481917] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.481917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.481917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.481917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.481917] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.481917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.481917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.482274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.482274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.482274] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.626156] env[66001]: INFO networking_nsxv3.common.synchronization [req-979c5e0f-8ff0-4f1b-8b80-2f3052f9bec5 req-15a55d21-1ef6-4444-9b73-b7c2f1194217 tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 1113.626718] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGHEST for action security_group_members [ 1113.627041] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.628582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.628582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.628650] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.629340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.629340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.629340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.629340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.629545] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.985850] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.987353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.987353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.987353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.987353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987353] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.987353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.987933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.987933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.987933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987933] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e already deleted. [ 1113.988061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.067066] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.067298] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.067779] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.067779] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.068135] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.068364] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.068481] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.068759] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.069031] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.069295] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.069417] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.069526] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.069824] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.069938] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.070058] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.070207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.096891] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.096891] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.096891] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.096891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.096891] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-d750f548-65bf-4267-aa1c-44879747ff45 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.096891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.096891] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.097273] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.097406] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d750f548-65bf-4267-aa1c-44879747ff45',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.132228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.132455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.132455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.132675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.132769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.133068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.133188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.133256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.134203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.134203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.134203] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be updated. [ 1114.164989] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.165169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.165283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.165550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.165775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.175226] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: IN_PROGRESS for 2s [ 1114.218553] env[66001]: INFO networking_nsxv3.common.synchronization [req-a2182d0f-c478-4ca7-9a22-ccd06189d82b req-8e81e7f2-2dd5-4e5a-af78-d969e9695063 tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1114.219114] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1114.219776] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.219909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.219977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.220367] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.220535] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.221108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.221108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.221108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.221108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.221108] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.553242] env[66001]: INFO networking_nsxv3.common.synchronization [req-faf06d76-74e5-4e78-825f-6aeb519cdd98 req-5c68bbb8-2d55-4892-9f45-da3d17e303b9 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1114.553869] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1114.554212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.554355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.554416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.554634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.554792] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.554891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.554965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.555140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.555223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.555312] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.602046] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.602613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.602613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.602735] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.602806] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.602977] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port d750f548-65bf-4267-aa1c-44879747ff45 not found, creating... [ 1114.603238] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.603426] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.603542] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.603767] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.603900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.604214] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.604365] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.604476] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.604789] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.604950] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.605115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: d750f548-65bf-4267-aa1c-44879747ff45 is going to be created. [ 1114.633908] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.634191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.634851] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.634851] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.634963] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.635216] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.723599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.724122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.724249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.724505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.755898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.756346] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.756448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.756517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.756792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.756879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.756988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1114.792314] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.792469] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.792538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.792768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.792988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.805547] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1115.060018] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.185631] env[66001]: INFO networking_nsxv3.common.synchronization [req-35cc0274-3d8f-4e31-9af2-a1b16d11ceb7 req-74506375-cbc1-43b5-9969-b0269a539660 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1115.186583] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1115.186583] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.186770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.186770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.186887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.187667] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.188530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.188665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.188901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.188901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.189025] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.274010] env[66001]: INFO networking_nsxv3.common.synchronization [None req-28f7c163-a142-45d9-8588-e65ee28c8bf6 None None] Enqueued Resource ID: 536a7a3c-bab0-470c-9af4-7b6a7de5dbc3 with Priority: HIGHEST for action port [ 1115.275059] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536a7a3c-bab0-470c-9af4-7b6a7de5dbc3 with Priority: HIGHEST for action port [ 1115.275059] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-536a7a3c-bab0-470c-9af4-7b6a7de5dbc3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.275059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536a7a3c-bab0-470c-9af4-7b6a7de5dbc3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.275059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536a7a3c-bab0-470c-9af4-7b6a7de5dbc3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.275277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536a7a3c-bab0-470c-9af4-7b6a7de5dbc3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.275346] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536a7a3c-bab0-470c-9af4-7b6a7de5dbc3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.407807] env[66001]: INFO networking_nsxv3.common.synchronization [req-45efe54b-02f9-4e9a-b797-2a0f3b63be23 req-fc56b9ae-beb6-40e1-afcd-3944bd3ea9e6 service nova] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1115.407807] env[66001]: INFO networking_nsxv3.common.synchronization [req-45efe54b-02f9-4e9a-b797-2a0f3b63be23 req-fc56b9ae-beb6-40e1-afcd-3944bd3ea9e6 service nova] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1115.407807] env[66001]: INFO networking_nsxv3.common.synchronization [req-45efe54b-02f9-4e9a-b797-2a0f3b63be23 req-fc56b9ae-beb6-40e1-afcd-3944bd3ea9e6 service nova] Enqueued Resource ID: d750f548-65bf-4267-aa1c-44879747ff45 with Priority: HIGHEST for action port [ 1115.408091] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_rules [ 1115.408091] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1115.408200] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d750f548-65bf-4267-aa1c-44879747ff45 with Priority: HIGHEST for action port [ 1115.410378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.410378] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.410378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.410378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.410378] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.411143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.411143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.411143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.411143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.411143] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.413385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-d750f548-65bf-4267-aa1c-44879747ff45 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.413548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.413599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.414030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.414030] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d750f548-65bf-4267-aa1c-44879747ff45',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.562143] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.692049] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692239] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.692312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.692536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.692629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.692842] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.693011] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.693192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.693276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.693365] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1115.734960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.735256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.735256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.735431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.735575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.751287] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1115.777911] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 536a7a3c-bab0-470c-9af4-7b6a7de5dbc3 [ 1115.778214] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.778358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.778428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.778657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.778830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.779102] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:536a7a3c-bab0-470c-9af4-7b6a7de5dbc3 already deleted. [ 1115.779102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536a7a3c-bab0-470c-9af4-7b6a7de5dbc3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.917348] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.917581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.917689] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.919725] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d750f548-65bf-4267-aa1c-44879747ff45 with status ACTIVE [ 1115.920020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.920109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.920109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.920365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.920839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.920839] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.920839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.920839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.921026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.921026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.921537] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.921537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.921537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.921537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.923856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.923856] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d750f548-65bf-4267-aa1c-44879747ff45 is going to be updated. [ 1115.951307] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.951512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.951577] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.951901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.952117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.952364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d750f548-65bf-4267-aa1c-44879747ff45" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.064370] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.065100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.065100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.065100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.065100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.065100] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1116.113123] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.113302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.113349] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.113636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.113746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.124053] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1116.185862] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e5f605-8700-4946-a260-502194a095ab in Status: SUCCESS [ 1116.186079] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e5f605-8700-4946-a260-502194a095ab deletion is rescheduled due to dependency. [ 1116.186199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.420847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.819926] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1116.820215] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae deletion is rescheduled due to dependency. [ 1116.820395] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.923515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.923703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.924252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.924252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.924252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.924252] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e is going to be created. [ 1116.951122] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.951122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.951122] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.951344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.951985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.963403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: UNINITIALIZED for 2s [ 1117.762215] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1117.762559] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1117.762559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.134119] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1118.134347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.973941] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: SUCCESS [ 1118.974224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.974361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.974581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.974776] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.974892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.974956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.975117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.975199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.975282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.975369] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.477203] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.974954] env[66001]: INFO networking_nsxv3.common.synchronization [req-22b4b966-0e90-49d7-9fbc-5f0773f46a22 req-1146c6db-724b-4937-ab1d-f03e57ce701f tempest-ServerRescueTestJSON-817130433 tempest-ServerRescueTestJSON-817130433-project-member] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1119.975758] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGHEST for action security_group_members [ 1119.976545] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.976779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.976891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.977222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.977463] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.977600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.977721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.977964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.978068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.978205] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.980075] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39f90e51-5e8f-407d-9edf-2972b2bc0f8e: rpc.has_security_group_logging(os_id): False [ 1120.006950] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.006950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.006950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.007195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.007225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.007524] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.007645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.007812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.007983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.008082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.008179] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e is going to be created. [ 1120.079691] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.080097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.080169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.080478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.080730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.095640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: IN_PROGRESS for 2s [ 1120.481969] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.482247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.482345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.482660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.482795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.483056] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.483165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.483219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.483383] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.483470] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.483540] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be updated. [ 1120.514289] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.514414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.514471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.514645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.514775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.524142] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: IN_PROGRESS for 2s [ 1120.930174] env[66001]: INFO networking_nsxv3.common.synchronization [req-fb501cbf-efd3-42b6-90bb-3f42b6f6fe72 req-c1c53941-4f2e-4f29-9c70-6593b0f53426 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1120.930755] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1120.932646] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.932789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.932897] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.933105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.933517] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.933517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.933517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.933692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.933722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.933845] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.436464] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.739536] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2a511b1-134e-4d0b-9e1e-34c54b7b8789 req-61afee7e-baf5-43af-b8df-4e21111232a3 tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1121.740287] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1121.740638] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.740761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.742714] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.742714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.742714] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.939177] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.109182] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: SUCCESS [ 1122.109414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.183334] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.185019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.185019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.185019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.185019] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.185019] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.185671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.186280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.186280] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.186384] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.186482] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.186590] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.186692] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.186888] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.187013] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.187140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.208565] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.208784] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.208920] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.209246] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.209608] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-9da142ef-e764-4cf8-8653-97b55f250ddc taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.209756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.210264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.210264] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.210371] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da142ef-e764-4cf8-8653-97b55f250ddc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.245117] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.410545] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5b050452-2ec9-4a03-b433-a8b8de4c1fff None None] Enqueued Resource ID: 18ae906e-3088-4c74-8928-848891f4d923 with Priority: HIGHEST for action port [ 1122.411113] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ae906e-3088-4c74-8928-848891f4d923 with Priority: HIGHEST for action port [ 1122.411431] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ae906e-3088-4c74-8928-848891f4d923 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.411553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ae906e-3088-4c74-8928-848891f4d923" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.411616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ae906e-3088-4c74-8928-848891f4d923" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.411876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ae906e-3088-4c74-8928-848891f4d923" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.412021] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ae906e-3088-4c74-8928-848891f4d923',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.442343] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.442622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.442622] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.442682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.442737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.442831] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1122.486494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.486700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.486700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.486982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.487147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.499748] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1122.540758] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 in Status: SUCCESS [ 1122.540758] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 deletion is rescheduled due to dependency. [ 1122.540758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.713155] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.713559] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.713764] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.714211] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.714470] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.714711] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 9da142ef-e764-4cf8-8653-97b55f250ddc not found, creating... [ 1122.715144] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.715400] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.715599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.715942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.716190] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.716659] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.716990] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.717215] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.717561] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.717810] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.718096] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 9da142ef-e764-4cf8-8653-97b55f250ddc is going to be created. [ 1122.740993] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.741300] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.741425] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.741690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.741992] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.742235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.746803] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.922339] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18ae906e-3088-4c74-8928-848891f4d923 [ 1122.922339] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.922339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.922339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.922339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.922339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.922339] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18ae906e-3088-4c74-8928-848891f4d923 already deleted. [ 1122.922339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ae906e-3088-4c74-8928-848891f4d923" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.251039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.251039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.251039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.251039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.251039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.251039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1123.281991] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.281991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.281991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.282230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.282676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.292904] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1123.471033] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2a511b1-134e-4d0b-9e1e-34c54b7b8789 req-0fe2c8a7-7f43-455a-80d1-3cc23dd2cc98 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1123.471277] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2a511b1-134e-4d0b-9e1e-34c54b7b8789 req-0fe2c8a7-7f43-455a-80d1-3cc23dd2cc98 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1123.471277] env[66001]: INFO networking_nsxv3.common.synchronization [req-e2a511b1-134e-4d0b-9e1e-34c54b7b8789 req-0fe2c8a7-7f43-455a-80d1-3cc23dd2cc98 service nova] Enqueued Resource ID: 9da142ef-e764-4cf8-8653-97b55f250ddc with Priority: HIGHEST for action port [ 1123.471989] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1123.472276] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1123.473360] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da142ef-e764-4cf8-8653-97b55f250ddc with Priority: HIGHEST for action port [ 1123.473360] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.473360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.473360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.473641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.473641] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.475238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.475238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.475435] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da142ef-e764-4cf8-8653-97b55f250ddc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.475538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.475603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.475787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.475866] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da142ef-e764-4cf8-8653-97b55f250ddc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.745789] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae470a0e-3549-4a21-863e-4214225528e6 req-f48230c7-f4d4-4fb0-9fba-cced7312b167 tempest-InstanceActionsTestJSON-1778166256 tempest-InstanceActionsTestJSON-1778166256-project-member] Enqueued Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1123.746616] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1123.747091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.747510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.747510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.747714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.747946] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.748102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.748194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.748425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.748549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.748684] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.980357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.980576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.981025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9da142ef-e764-4cf8-8653-97b55f250ddc with status ACTIVE [ 1123.981025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.981156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.981202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.982091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.982091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.982091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.982286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.982818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.982818] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.982818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.983029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.986665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.986854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.987020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9da142ef-e764-4cf8-8653-97b55f250ddc is going to be updated. [ 1124.011303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.011466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.011528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.011745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.011911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.012090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da142ef-e764-4cf8-8653-97b55f250ddc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.145021] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.145021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-164" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.145021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-164" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.145021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-164" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.145021] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.145021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.145021] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.145747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.146257] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.146572] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.146817] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.147072] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.147292] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.147511] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.147716] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.148805] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.168050] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.168050] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.168050] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.168228] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-164" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.168530] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-230532fc-c2ae-4c7c-865a-6d9d959b5cec taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.168702] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.168900] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.169161] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.169297] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230532fc-c2ae-4c7c-865a-6d9d959b5cec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.254740] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.254928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.255262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.255355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.255554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.255669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.255948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.256042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.256132] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d already deleted. [ 1124.256278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.510462] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1124.511668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.676142] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.676373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.676498] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.676803] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.676970] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.677170] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 230532fc-c2ae-4c7c-865a-6d9d959b5cec not found, creating... [ 1124.677521] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.677799] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.677928] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.678209] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.678303] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.678614] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.678785] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.678898] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.679198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.679336] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.679476] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 230532fc-c2ae-4c7c-865a-6d9d959b5cec is going to be created. [ 1124.698936] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.699205] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.699335] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.699600] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.699824] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.700052] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.738215] env[66001]: INFO networking_nsxv3.common.synchronization [None req-68052644-4792-43e9-a3f2-2d01ab40b6c3 None None] Enqueued Resource ID: 66bc5ee3-1ff9-4efe-8819-8c9b3eae551a with Priority: HIGHEST for action port [ 1124.739204] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc5ee3-1ff9-4efe-8819-8c9b3eae551a with Priority: HIGHEST for action port [ 1124.739515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bc5ee3-1ff9-4efe-8819-8c9b3eae551a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.739642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bc5ee3-1ff9-4efe-8819-8c9b3eae551a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.739710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bc5ee3-1ff9-4efe-8819-8c9b3eae551a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.739964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bc5ee3-1ff9-4efe-8819-8c9b3eae551a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.740625] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bc5ee3-1ff9-4efe-8819-8c9b3eae551a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.242639] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66bc5ee3-1ff9-4efe-8819-8c9b3eae551a [ 1125.244410] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.244551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.244620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.244841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.244960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.245039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66bc5ee3-1ff9-4efe-8819-8c9b3eae551a already deleted. [ 1125.245127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bc5ee3-1ff9-4efe-8819-8c9b3eae551a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.304217] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1125.304646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.304646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.305088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.305088] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.305210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.305413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.305413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.305488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.305570] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.516274] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae470a0e-3549-4a21-863e-4214225528e6 req-e93bb9fb-409c-499a-b816-2747b412357e service nova] Enqueued Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_rules [ 1125.516579] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae470a0e-3549-4a21-863e-4214225528e6 req-e93bb9fb-409c-499a-b816-2747b412357e service nova] Enqueued Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1125.516666] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae470a0e-3549-4a21-863e-4214225528e6 req-e93bb9fb-409c-499a-b816-2747b412357e service nova] Enqueued Resource ID: 230532fc-c2ae-4c7c-865a-6d9d959b5cec with Priority: HIGHEST for action port [ 1125.517305] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_rules [ 1125.517432] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1125.517547] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230532fc-c2ae-4c7c-865a-6d9d959b5cec with Priority: HIGHEST for action port [ 1125.521107] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.521252] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.521320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.521571] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.521655] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.524171] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524311] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524639] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.526181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.526181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.526406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.526406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.526526] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.527497] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-230532fc-c2ae-4c7c-865a-6d9d959b5cec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.527683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.527683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.527988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.527988] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230532fc-c2ae-4c7c-865a-6d9d959b5cec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.808701] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.889474] env[66001]: INFO networking_nsxv3.common.synchronization [req-73040f32-4c46-4397-8e7c-53107c633cd2 req-b70e9a3f-5dcc-4bf7-9751-83a15da1701d tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1125.889474] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGHEST for action security_group_members [ 1125.890454] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.890713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.890870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.891293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.891555] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.891799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.891935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.892213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.892391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.892570] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.030732] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.030879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.031165] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.032329] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 230532fc-c2ae-4c7c-865a-6d9d959b5cec with status ACTIVE [ 1126.033561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.033561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.033561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.033964] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.033964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.034526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.035801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.036320] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 230532fc-c2ae-4c7c-865a-6d9d959b5cec is going to be updated. [ 1126.058494] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.058709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.059244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.059477] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.059643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.059813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230532fc-c2ae-4c7c-865a-6d9d959b5cec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.116167] env[66001]: INFO networking_nsxv3.common.synchronization [None req-d7b8bb71-49f5-40a4-9480-6ae113a6189f tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1126.117275] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1126.117275] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.117275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.117551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.117652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.117704] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.226573] env[66001]: INFO networking_nsxv3.common.synchronization [None req-50e17ff8-0a12-442f-b3b0-befc717699a0 tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1126.227256] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1126.227627] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.313500] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.396683] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.396887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.396995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.397250] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.397380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.397636] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.397772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.397907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.398268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.398268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.398268] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 is going to be updated. [ 1126.427259] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.427744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.427744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.427744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.431146] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.440989] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: IN_PROGRESS for 2s [ 1126.538605] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.638391] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.638792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.638792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.638792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.638918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.638961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 already deleted. [ 1126.639062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.639215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.639365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.639446] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.818570] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.818737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.818807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.819038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.819137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.819234] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1126.868631] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.868631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.868900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.868933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.869145] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.879988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1127.040287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.040456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.040517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.040873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.040873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.040973] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d is going to be created. [ 1127.067960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.068169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.068215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.068476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.068559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.079048] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: UNINITIALIZED for 2s [ 1127.161068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.161068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.161068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.161068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.161068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.161068] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 already deleted. [ 1127.161068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.450640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 in Status: SUCCESS [ 1128.450959] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 deletion is rescheduled due to dependency. [ 1128.450959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.890527] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1128.890793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.890937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.891213] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.891415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.891536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.891620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.891750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.891835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.891919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.892020] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.092403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: SUCCESS [ 1129.092616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.092792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.093017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.093220] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.093342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.093409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.093575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.093657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.093740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.093832] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.394709] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.394908] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.394968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.395203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.395376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.395494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.395528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.395678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.395755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.395846] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.395995] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.396101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.396169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.396316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.396458] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.396549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.396608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.396743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.396820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.396968] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.397073] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.596055] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.596471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.596471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.596546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.596726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.596808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.596949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.597276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.597457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.597615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.597888] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.598093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.598243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.598495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.598752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.598932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.599066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.599323] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.599475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.599645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.599819] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.899337] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6702be-d6c0-4612-bd6c-92b94eca91c7: rpc.has_security_group_logging(os_id): False [ 1129.917452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.917654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.917654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.917896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.918382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.918382] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.918382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.918382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.918592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.918592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.918717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.919432] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.919760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.919760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.919760] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1129.985417] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.985559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.985628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.985842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.985979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.003023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1130.103115] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3edc7bfa-6d4e-4611-95d6-191c8f92c74d: rpc.has_security_group_logging(os_id): False [ 1130.123206] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.123345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.123413] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.123624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.123705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.123909] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.124014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.124078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.124519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.124519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.124519] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.124655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.124655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.124975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.124975] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.125099] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.125099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.125181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.125680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.125680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.125680] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d is going to be created. [ 1130.296020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.296227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.296297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.296510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.297139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.311081] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: IN_PROGRESS for 2s [ 1131.228512] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.228835] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1132.018142] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1132.018414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.325315] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: SUCCESS [ 1132.325697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.642566] env[66001]: INFO networking_nsxv3.common.synchronization [req-766c6011-91fe-43bb-867d-ce2afc5baf65 req-4763d63a-f05d-492a-9016-710982414262 tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1134.643192] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1134.643539] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.643687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.643769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.643956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.645508] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.645667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.645748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.646643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.646643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.646643] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.982628] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.982787] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.982859] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.983147] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.983404] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.983560] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.983663] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.983874] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.984016] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.984256] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.984363] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.984470] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.984574] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.984680] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.984837] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.984920] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.007279] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.007543] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.007704] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.007959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.008319] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-ae21c33b-c686-498f-a5bc-a35acae7f2d5 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.008577] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.008734] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.009123] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.009373] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21c33b-c686-498f-a5bc-a35acae7f2d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.151024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.151024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.151024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.151024] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1135.178637] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.178637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.178637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.178637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.178637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.187973] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1135.511965] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.512232] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.512318] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.512602] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.512747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.512900] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port ae21c33b-c686-498f-a5bc-a35acae7f2d5 not found, creating... [ 1135.513176] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.513328] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.513440] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.513651] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.513784] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.514069] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.514222] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.514331] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.514533] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.514659] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.514826] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 is going to be created. [ 1135.535745] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.535933] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.536059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.536329] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.536549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.536769] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.226159] env[66001]: INFO networking_nsxv3.common.synchronization [req-766c6011-91fe-43bb-867d-ce2afc5baf65 req-1545d4b1-a33a-419c-af66-c5188bf8f8db service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 1136.226403] env[66001]: INFO networking_nsxv3.common.synchronization [req-766c6011-91fe-43bb-867d-ce2afc5baf65 req-1545d4b1-a33a-419c-af66-c5188bf8f8db service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1136.226473] env[66001]: INFO networking_nsxv3.common.synchronization [req-766c6011-91fe-43bb-867d-ce2afc5baf65 req-1545d4b1-a33a-419c-af66-c5188bf8f8db service nova] Enqueued Resource ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 with Priority: HIGHEST for action port [ 1136.227046] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 1136.227582] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1136.227701] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 with Priority: HIGHEST for action port [ 1136.227982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.228119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.228188] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.228382] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.228461] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.230117] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.230117] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.230117] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae21c33b-c686-498f-a5bc-a35acae7f2d5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.230304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.230304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.230359] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.230429] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21c33b-c686-498f-a5bc-a35acae7f2d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.731887] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.732041] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.732273] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae21c33b-c686-498f-a5bc-a35acae7f2d5 with status ACTIVE [ 1136.732446] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.732552] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.732675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.732833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.732950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.733153] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.733236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.733285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.733449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.733525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.734129] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.734129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.734129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.734129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.734129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.734129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 is going to be updated. [ 1136.764095] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.764853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.764853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.764853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.764853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.765087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.198009] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1137.198270] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 deletion is rescheduled due to dependency. [ 1137.198388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.198820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.198820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.198937] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.199067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.199123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.199277] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.199355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.199454] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.702547] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.205729] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.707724] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.708109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.708109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.708297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.708403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.708509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1138.747024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.747203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.747273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.747487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.747638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.757364] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1140.771672] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1140.772045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.772172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.772435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.772629] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.772746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.772813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.772991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.773068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.773158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.773254] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.835695] env[66001]: INFO networking_nsxv3.common.synchronization [req-32135915-9bc7-4d8c-8c1f-0f4afb1e2195 req-42bada8e-d1ec-4e4c-a54d-bb1159091ad9 tempest-InstanceActionsTestJSON-1778166256 tempest-InstanceActionsTestJSON-1778166256-project-member] Enqueued Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1140.835695] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGHEST for action security_group_members [ 1140.835777] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.835909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.835944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.836684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.836684] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.836684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.836684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.836684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.837088] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.837088] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.275311] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.339586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.339773] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.339862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.340113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.340212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.340426] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.340536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.340590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.340750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.340825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.340912] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d is going to be updated. [ 1141.367872] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.367872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.367872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.368128] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.368703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.377548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: IN_PROGRESS for 2s [ 1141.777322] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d510caca-7bf9-410d-8fb1-379dc56be8a3: rpc.has_security_group_logging(os_id): False [ 1141.799172] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.799368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.799432] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.799654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.799743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.799999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.800286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.800286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.800389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.800389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.800478] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1141.887664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.887921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.887921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.888406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.888406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.903755] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1142.917367] env[66001]: INFO networking_nsxv3.common.synchronization [req-ebe36dcc-a81d-4592-b9d7-9ea90b2da83f req-159a0fb0-8fc6-4a65-ae1c-3515d679b8c7 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1142.917672] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGHEST for action security_group_members [ 1142.918254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.918411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.918411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.918683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.919039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.919115] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.919205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.919532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.919697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.919822] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.029504] env[66001]: INFO networking_nsxv3.common.synchronization [None req-917c8dff-27f3-4fe2-a236-a4e8271be5c7 None None] Enqueued Resource ID: db385db0-89a6-45e6-b701-8a5448257502 with Priority: HIGHEST for action port [ 1143.029880] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db385db0-89a6-45e6-b701-8a5448257502 with Priority: HIGHEST for action port [ 1143.030415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-db385db0-89a6-45e6-b701-8a5448257502 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.030957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db385db0-89a6-45e6-b701-8a5448257502" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.030957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db385db0-89a6-45e6-b701-8a5448257502" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.031120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db385db0-89a6-45e6-b701-8a5448257502" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.031254] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db385db0-89a6-45e6-b701-8a5448257502',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.359554] env[66001]: INFO networking_nsxv3.common.synchronization [req-fb0d489d-136f-406f-8a92-2e1069234b8b req-6ae620e9-e682-4387-a633-c62fe8a4706e tempest-InstanceActionsNegativeTestJSON-1177646019 tempest-InstanceActionsNegativeTestJSON-1177646019-project-member] Enqueued Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1143.360212] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1143.360533] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.360663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.360729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.360979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.361156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.361258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.361319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.361651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.361651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.361651] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.388967] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d in Status: SUCCESS [ 1143.389541] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d deletion is rescheduled due to dependency. [ 1143.389541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.421990] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.422182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.422257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.422480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.422572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.422766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.422877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.422930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.423075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.423153] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.423238] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be updated. [ 1143.451945] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.452164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.452164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.452388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.452545] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.461805] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: IN_PROGRESS for 2s [ 1143.536074] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db385db0-89a6-45e6-b701-8a5448257502 [ 1143.536074] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.536074] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db385db0-89a6-45e6-b701-8a5448257502 already deleted. [ 1143.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db385db0-89a6-45e6-b701-8a5448257502" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.681898] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.682141] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-491" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682221] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-491" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682589] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-491" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682892] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.683062] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.683172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.683464] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.683618] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.683828] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.683938] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.684105] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.684229] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.684385] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.684446] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.684680] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.708436] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.708657] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.708726] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.709027] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-491" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.709255] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-9f55c466-7890-4703-acfb-f39618ac67cb taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.709515] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.709641] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.710173] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.710173] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f55c466-7890-4703-acfb-f39618ac67cb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.864637] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.864828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.865084] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.865177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.865221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.865412] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.865503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.867475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.867475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.867475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.867475] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 already deleted. [ 1143.867475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921124] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1143.921459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.214431] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.214675] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.214800] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.215127] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.215290] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.215442] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 9f55c466-7890-4703-acfb-f39618ac67cb not found, creating... [ 1144.215710] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.215874] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.215986] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.216234] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.216382] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.216677] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.216829] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.216942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.217832] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.217970] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.218292] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 9f55c466-7890-4703-acfb-f39618ac67cb is going to be created. [ 1144.242914] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.243129] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.243254] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.243521] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.243744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.243972] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.018746] env[66001]: INFO networking_nsxv3.common.synchronization [req-fb0d489d-136f-406f-8a92-2e1069234b8b req-fe8fc40a-b63f-4e6b-9d4f-4462d823024e service nova] Enqueued Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_rules [ 1145.019102] env[66001]: INFO networking_nsxv3.common.synchronization [req-fb0d489d-136f-406f-8a92-2e1069234b8b req-fe8fc40a-b63f-4e6b-9d4f-4462d823024e service nova] Enqueued Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1145.019102] env[66001]: INFO networking_nsxv3.common.synchronization [req-fb0d489d-136f-406f-8a92-2e1069234b8b req-fe8fc40a-b63f-4e6b-9d4f-4462d823024e service nova] Enqueued Resource ID: 9f55c466-7890-4703-acfb-f39618ac67cb with Priority: HIGHEST for action port [ 1145.019660] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_rules [ 1145.019831] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1145.019884] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f55c466-7890-4703-acfb-f39618ac67cb with Priority: HIGHEST for action port [ 1145.020292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.020440] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.020504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.020746] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.020829] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.021730] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.021847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.021915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.022149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.022297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.022458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.022458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.022548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.022617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.022707] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.023471] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f55c466-7890-4703-acfb-f39618ac67cb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.023578] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.023646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.023789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.023864] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f55c466-7890-4703-acfb-f39618ac67cb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.352775] env[66001]: INFO networking_nsxv3.common.synchronization [None req-5abcb698-bfa4-46ba-b1f3-5f44510a2445 None None] Enqueued Resource ID: 9673c205-b589-4eea-88e4-1ec5d2f77370 with Priority: HIGHEST for action port [ 1145.353522] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9673c205-b589-4eea-88e4-1ec5d2f77370 with Priority: HIGHEST for action port [ 1145.353982] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-9673c205-b589-4eea-88e4-1ec5d2f77370 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.354262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9673c205-b589-4eea-88e4-1ec5d2f77370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.354353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9673c205-b589-4eea-88e4-1ec5d2f77370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.354651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9673c205-b589-4eea-88e4-1ec5d2f77370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.354789] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9673c205-b589-4eea-88e4-1ec5d2f77370',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.357945] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8e88b373-fd4b-4b60-ad23-72377966fa80 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1145.358727] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1145.359597] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.359740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.359831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.360095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.360180] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.476747] env[66001]: INFO networking_nsxv3.common.synchronization [None req-c28901fd-acf6-4ee9-babe-9ffd9c4c2f9c tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1145.479017] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 in Status: SUCCESS [ 1145.479264] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 deletion is rescheduled due to dependency. [ 1145.479424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.480064] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1145.480985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.480985] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.529022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.529022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.529022] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.530121] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f55c466-7890-4703-acfb-f39618ac67cb with status ACTIVE [ 1145.530326] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.530443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.530506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.530721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.530869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.530969] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.531074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.531131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.531274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.531347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.531526] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.531613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.531669] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.531800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.531866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.531962] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f55c466-7890-4703-acfb-f39618ac67cb is going to be updated. [ 1145.554058] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.554242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.554347] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.555035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.555035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.555035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f55c466-7890-4703-acfb-f39618ac67cb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.858905] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9673c205-b589-4eea-88e4-1ec5d2f77370 [ 1145.859184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.859326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.859771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.860099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.860180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.860251] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9673c205-b589-4eea-88e4-1ec5d2f77370 already deleted. [ 1145.860329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9673c205-b589-4eea-88e4-1ec5d2f77370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.891821] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.892048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.892048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.892269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.892358] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.892656] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 already deleted. [ 1145.892802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.892967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.893179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.893274] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.034284] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.415968] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.416894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.416976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.417284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.417406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.417466] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 already deleted. [ 1146.417558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.537850] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.538108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.538173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.538415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.538508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.538615] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 is going to be created. [ 1146.561893] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.562068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.562142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.562351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.562509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.572479] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: UNINITIALIZED for 2s [ 1147.439189] env[66001]: INFO networking_nsxv3.common.synchronization [req-eee7821a-3916-4e63-ac9f-4c79ebe50886 req-daa2e4bc-1f6d-4067-9c56-f01e086cc93d tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1147.439726] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1147.440038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.440160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.440210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.440408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.440562] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.440658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.440710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.440972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.440972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.441130] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.764946] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.765408] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.766120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.766568] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.767348] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.767597] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.768109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.768386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768806] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.769052] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.769277] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.769509] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.769726] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.769937] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.770266] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.791308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.791500] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.791684] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.791810] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.792167] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-fecadbaf-43f9-41b8-91e1-b71881de8dcd taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.792383] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.792537] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.792959] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.793148] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecadbaf-43f9-41b8-91e1-b71881de8dcd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.943309] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.943309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.943418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.943738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.943738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.943871] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.943971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.944047] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.944201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.944275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.944362] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1147.978460] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.978605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.978674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.978922] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.979101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989355] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1148.295882] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.296245] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.296394] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.296669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.296848] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.297025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port fecadbaf-43f9-41b8-91e1-b71881de8dcd not found, creating... [ 1148.297487] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.297666] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.297785] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.298038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.298255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.298569] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.298724] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.298839] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.299066] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.299199] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.299359] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: fecadbaf-43f9-41b8-91e1-b71881de8dcd is going to be created. [ 1148.320965] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.321256] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.321405] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.321728] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.322018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.322277] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.583723] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: SUCCESS [ 1148.583982] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.584172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.584392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.584587] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.584708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.584775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.584920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.585670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.585670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.585670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.999360] env[66001]: INFO networking_nsxv3.common.synchronization [req-eee7821a-3916-4e63-ac9f-4c79ebe50886 req-5ca2a6d2-19aa-472c-979c-401a3dc14fb0 service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 1148.999854] env[66001]: INFO networking_nsxv3.common.synchronization [req-eee7821a-3916-4e63-ac9f-4c79ebe50886 req-5ca2a6d2-19aa-472c-979c-401a3dc14fb0 service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1148.999854] env[66001]: INFO networking_nsxv3.common.synchronization [req-eee7821a-3916-4e63-ac9f-4c79ebe50886 req-5ca2a6d2-19aa-472c-979c-401a3dc14fb0 service nova] Enqueued Resource ID: fecadbaf-43f9-41b8-91e1-b71881de8dcd with Priority: HIGHEST for action port [ 1148.999854] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 1149.000050] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1149.000090] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecadbaf-43f9-41b8-91e1-b71881de8dcd with Priority: HIGHEST for action port [ 1149.000635] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.000761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.000829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.000996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.001093] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.002351] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.002351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.002484] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecadbaf-43f9-41b8-91e1-b71881de8dcd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.002589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.002640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.002789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.002861] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecadbaf-43f9-41b8-91e1-b71881de8dcd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.087632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.087803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.087866] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.088076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.088568] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.088568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.088568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.088568] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.088730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.088730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.088867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.088961] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.089036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.089181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089321] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.089451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.089507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.089646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.089797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.089884] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.505993] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.505993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.505993] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fecadbaf-43f9-41b8-91e1-b71881de8dcd with status ACTIVE [ 1149.506274] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.506274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.506355] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.506806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.506806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.506935] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.507220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.507556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.507556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508038] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.508038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.508038] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.508212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.508212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508428] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fecadbaf-43f9-41b8-91e1-b71881de8dcd is going to be updated. [ 1149.530112] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.530261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.530333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.530539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.530676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.530831] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecadbaf-43f9-41b8-91e1-b71881de8dcd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.592515] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7352f3-ace7-44b0-90f0-5e1e15839677: rpc.has_security_group_logging(os_id): False [ 1149.615139] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.615139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.615243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.615726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.615726] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.615726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.615882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.615882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.615997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.616045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.616215] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.616738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.616738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.616738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.616882] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.617055] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.617152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.617235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.617405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.618032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.618032] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 is going to be created. [ 1149.727789] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.727967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.728071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.728388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.728592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.752729] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: IN_PROGRESS for 2s [ 1149.839111] env[66001]: INFO networking_nsxv3.common.synchronization [req-651ff081-a08b-495d-ad68-7a1555c0c6d3 req-3367a1b4-0baa-4b83-9ea7-bd242cecb51c tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1149.839856] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1149.840206] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.840345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.840430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.840667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.840825] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.840928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.840989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.845023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.845023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.845023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.000235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1150.000412] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae deletion is rescheduled due to dependency. [ 1150.000525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.000685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.001094] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.001299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.001360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.001987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.001987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.001987] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.207319] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.207599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.207599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.207858] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.208125] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.208285] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.208387] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.208595] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.208735] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.208937] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.209055] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.209162] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.209266] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.209369] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.209664] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.209664] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.228826] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.228984] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.229163] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.229301] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.229627] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-33e2596b-8df5-4541-889f-29d927b6a832 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.229796] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.229911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.230253] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.230406] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e2596b-8df5-4541-889f-29d927b6a832',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.346658] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.346957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.347165] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.347619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.347725] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.347947] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.348066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.348142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.348384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.348527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.348665] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 already deleted. [ 1150.348799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.507496] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.734421] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.734771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.734771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.735102] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.735261] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.735417] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 33e2596b-8df5-4541-889f-29d927b6a832 not found, creating... [ 1150.735675] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.735830] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.735942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.736184] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.736337] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.736646] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.736811] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.736924] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737297] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.737435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 33e2596b-8df5-4541-889f-29d927b6a832 is going to be created. [ 1150.760893] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.761179] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.761261] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.761555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.761788] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.762013] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.009419] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.467438] env[66001]: INFO networking_nsxv3.common.synchronization [req-651ff081-a08b-495d-ad68-7a1555c0c6d3 req-cd51653f-a2b6-4626-b348-48cd48da9fe4 service nova] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1151.467764] env[66001]: INFO networking_nsxv3.common.synchronization [req-651ff081-a08b-495d-ad68-7a1555c0c6d3 req-cd51653f-a2b6-4626-b348-48cd48da9fe4 service nova] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1151.467914] env[66001]: INFO networking_nsxv3.common.synchronization [req-651ff081-a08b-495d-ad68-7a1555c0c6d3 req-cd51653f-a2b6-4626-b348-48cd48da9fe4 service nova] Enqueued Resource ID: 33e2596b-8df5-4541-889f-29d927b6a832 with Priority: HIGHEST for action port [ 1151.468713] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1151.468868] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1151.468966] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2596b-8df5-4541-889f-29d927b6a832 with Priority: HIGHEST for action port [ 1151.469282] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.469402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.470062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.470872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.470872] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.471615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.472811] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.472811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.473165] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.473724] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e2596b-8df5-4541-889f-29d927b6a832 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.473889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.474034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.474126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.474200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e2596b-8df5-4541-889f-29d927b6a832',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.511997] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.512158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.512230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.512431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.512515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.512615] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1151.552335] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.553095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.563703] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1151.772295] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: SUCCESS [ 1151.772743] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.977063] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.978149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.978321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.979033] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e2596b-8df5-4541-889f-29d927b6a832 with status ACTIVE [ 1151.979033] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.979033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.979033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.979264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.979340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.979596] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.979732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.979807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.980035] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.980147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.980375] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.980505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.980582] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.980812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.980957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.981031] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e2596b-8df5-4541-889f-29d927b6a832 is going to be updated. [ 1152.003576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.003797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.003871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.004126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.004273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.004468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.257997] env[66001]: INFO networking_nsxv3.common.synchronization [req-bb900041-9e24-4172-b0f9-cf4514b63c0e req-40a38674-ca9e-44c5-8afb-cc0c6925675f tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1152.258721] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1152.259170] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.259246] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.259310] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.259525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.259712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.259761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.259807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.259938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.260179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.260275] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.483162] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.605210] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.605430] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.605561] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.605868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.608312] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.608460] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.608536] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.608862] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.609069] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.609303] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.609418] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.609550] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.609679] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.609801] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.609891] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.610036] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.634656] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.634828] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.634961] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.635156] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.635477] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-03122347-0d1e-4759-a743-4d3719804bc6 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.635643] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.635756] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.636091] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.636228] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03122347-0d1e-4759-a743-4d3719804bc6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.764104] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.987847] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.987847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.987847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.988759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.988759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.988759] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be created. [ 1153.017807] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.017807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.017807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.018066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.018066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.028548] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: UNINITIALIZED for 2s [ 1153.139628] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.139868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.139965] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.140312] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.140438] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.140595] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 03122347-0d1e-4759-a743-4d3719804bc6 not found, creating... [ 1153.140861] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.141031] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.141153] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.141366] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.141500] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.141790] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.141941] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.142064] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.142271] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.142403] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.142536] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 03122347-0d1e-4759-a743-4d3719804bc6 is going to be created. [ 1153.166840] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.167097] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.167332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.167613] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.167845] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.168154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.266353] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.574641] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1153.574867] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.575062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.575318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.575540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.575736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.575803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.575964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.576055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.576167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.576234] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.768857] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.769166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.769166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.769334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.769437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.769549] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1153.801419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.801572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.801671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.801870] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.802017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.811993] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1153.896819] env[66001]: INFO networking_nsxv3.common.synchronization [req-bb900041-9e24-4172-b0f9-cf4514b63c0e req-db3552bf-15a7-4a37-8237-67324c9e4f34 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1153.897016] env[66001]: INFO networking_nsxv3.common.synchronization [req-bb900041-9e24-4172-b0f9-cf4514b63c0e req-db3552bf-15a7-4a37-8237-67324c9e4f34 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1153.897185] env[66001]: INFO networking_nsxv3.common.synchronization [req-bb900041-9e24-4172-b0f9-cf4514b63c0e req-db3552bf-15a7-4a37-8237-67324c9e4f34 service nova] Enqueued Resource ID: 03122347-0d1e-4759-a743-4d3719804bc6 with Priority: HIGHEST for action port [ 1153.897736] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1153.897874] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1153.897974] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03122347-0d1e-4759-a743-4d3719804bc6 with Priority: HIGHEST for action port [ 1153.898261] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.898378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.898466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.898656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.898709] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.899727] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.899727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.899911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-03122347-0d1e-4759-a743-4d3719804bc6 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.899974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.900031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.900171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.900242] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03122347-0d1e-4759-a743-4d3719804bc6',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.079713] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.402366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.402603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.402726] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03122347-0d1e-4759-a743-4d3719804bc6 with status ACTIVE [ 1154.402900] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.403017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.403080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.403338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.403435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.403611] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.403705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.403761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.403921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.403997] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.404192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.404289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.404344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.404479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.404550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.404631] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03122347-0d1e-4759-a743-4d3719804bc6 is going to be updated. [ 1154.425149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.425335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.425397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.425574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.425714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.425936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03122347-0d1e-4759-a743-4d3719804bc6" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.581426] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a37d6ba-1a35-40c7-a917-a636e51cd7ae: rpc.has_security_group_logging(os_id): False [ 1154.600917] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.601116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.601116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.601339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.601456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.601684] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.601780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.601841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.601987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.602201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.602301] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1154.649433] env[66001]: INFO networking_nsxv3.common.synchronization [req-3e94df4a-053d-4252-9681-e06150caf326 req-cc422b31-f282-4a0f-9695-0ade5948c18f tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1154.650032] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1154.650358] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.650455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.650529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.650784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.650953] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.651045] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.651242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651716] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.721389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.721389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.721389] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.721648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.721813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.747424] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1154.920462] env[66001]: INFO networking_nsxv3.common.synchronization [req-5122b659-1b97-4bb6-8c42-7367b9c52eff req-59313015-b763-4df1-a890-1e94798dfc77 tempest-InstanceActionsNegativeTestJSON-1177646019 tempest-InstanceActionsNegativeTestJSON-1177646019-project-member] Enqueued Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1154.920811] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGHEST for action security_group_members [ 1154.921257] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.921493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.921573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.922299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.922648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.922845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.922940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.923141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.923234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.923443] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.039229] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1155.039486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.039657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.039912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.040073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.040196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.040255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.040408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.040491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.040785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.040901] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.071420] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.071624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.071747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.072018] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.072274] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.072429] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.072543] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.072770] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.072888] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.073869] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.073869] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.073869] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.073869] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.073869] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.073869] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.074290] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.094230] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.094594] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.094594] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.094833] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-420" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.095110] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.095374] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.095480] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.096052] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.096052] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950dcc27-d76d-48f2-ade7-4c92ec4f95ba',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.155029] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.426196] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.426360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.426415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.426734] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.426853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.427184] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.427333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.427412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.427601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.427721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.427826] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 is going to be updated. [ 1155.460440] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.460659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461429] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.473741] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: IN_PROGRESS for 2s [ 1155.546459] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.598805] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.599038] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.599086] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.599388] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.599555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.599718] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 950dcc27-d76d-48f2-ade7-4c92ec4f95ba not found, creating... [ 1155.599979] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.600146] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.600255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.600469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.600600] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.600891] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.601055] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.601171] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.601371] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.601503] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.601668] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 950dcc27-d76d-48f2-ade7-4c92ec4f95ba is going to be created. [ 1155.625363] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.625592] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.625714] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.625980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.626232] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.626456] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.656234] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.822837] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1155.823112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.823289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.823527] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.823712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.823828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.823892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.824051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.824131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.824224] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.049207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d116004e-271f-4e3d-a70d-34f3dd3d6f33: rpc.has_security_group_logging(os_id): False [ 1156.068387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.068615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.068615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.068811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.068892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.069439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.069439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.069439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.069634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.069634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.069699] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be created. [ 1156.145132] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.145132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.145132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.145132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.145132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.161027] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.161027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.161027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.161027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.161027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.161027] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1156.161388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: IN_PROGRESS for 2s [ 1156.228102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.228102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.228102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.228102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.228102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.248547] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1156.327381] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.344195] env[66001]: INFO networking_nsxv3.common.synchronization [req-3e94df4a-053d-4252-9681-e06150caf326 req-706bd624-ed6e-4306-9a24-11673a92b364 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1156.344195] env[66001]: INFO networking_nsxv3.common.synchronization [req-3e94df4a-053d-4252-9681-e06150caf326 req-706bd624-ed6e-4306-9a24-11673a92b364 service nova] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1156.344195] env[66001]: INFO networking_nsxv3.common.synchronization [req-3e94df4a-053d-4252-9681-e06150caf326 req-706bd624-ed6e-4306-9a24-11673a92b364 service nova] Enqueued Resource ID: 950dcc27-d76d-48f2-ade7-4c92ec4f95ba with Priority: HIGHEST for action port [ 1156.344919] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_rules [ 1156.345330] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1156.345621] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950dcc27-d76d-48f2-ade7-4c92ec4f95ba with Priority: HIGHEST for action port [ 1156.346105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.346488] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.346818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.347187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.347483] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.348653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.350018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.350018] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.350018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.350018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.350018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.350521] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950dcc27-d76d-48f2-ade7-4c92ec4f95ba',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.770904] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1156.771230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.830994] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.852992] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.853140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.853358] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950dcc27-d76d-48f2-ade7-4c92ec4f95ba with status ACTIVE [ 1156.853556] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.853676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.854032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.854032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.854138] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.854236] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.854485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.854485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.854555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.854628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.854808] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.854899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.854959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.855167] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.855263] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.855347] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950dcc27-d76d-48f2-ade7-4c92ec4f95ba is going to be updated. [ 1156.889528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.889711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.889825] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.890091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.890291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950dcc27-d76d-48f2-ade7-4c92ec4f95ba" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.188743] env[66001]: INFO networking_nsxv3.common.synchronization [req-d90a5962-0e9b-4ad9-99d3-e5a44c3da565 req-6e8aa3a7-5dd4-4cc7-8dc4-841bd2361871 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1157.189597] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1157.190061] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.190231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.190328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.190595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.190806] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.190943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.191051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.191265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.191446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.191709] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.333676] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.336608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.336608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.336608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.336608] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.336608] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1157.371640] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.371640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.371640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.371640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.371640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.381777] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1157.487290] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 in Status: SUCCESS [ 1157.487887] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 deletion is rescheduled due to dependency. [ 1157.487887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.538310] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.538310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.538310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.538310] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.538310] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.538645] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.538927] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.539301] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.539582] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.539891] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.540135] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.541213] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.541916] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.542036] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.545386] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.545386] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.564541] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.564541] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.564541] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.564541] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.564755] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.564755] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.564888] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.565236] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.565327] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb3362b-a30c-418a-9fcd-2f4ac130ae1b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.694792] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.694945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.695028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.695306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.695403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.695603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.696198] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.696272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.696434] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.696515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.696605] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1157.734384] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.734598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.734598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.735154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.735266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.754212] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1158.067578] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.067843] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.067983] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.068295] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.068447] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.068609] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b not found, creating... [ 1158.068921] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.069110] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.069265] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.069469] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.069616] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.069914] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.070094] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.070235] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.070481] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.070640] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.070787] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b is going to be created. [ 1158.092113] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.092351] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.092473] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.092769] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.093092] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.093327] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.174367] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1158.174554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.258564] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1158.258904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.259037] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.259272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.259465] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.259612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.259674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.259830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.259925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.260044] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.762442] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.847866] env[66001]: INFO networking_nsxv3.common.synchronization [req-d90a5962-0e9b-4ad9-99d3-e5a44c3da565 req-f1646c8c-2e86-4168-bb81-99c08cb433fb service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1158.848053] env[66001]: INFO networking_nsxv3.common.synchronization [req-d90a5962-0e9b-4ad9-99d3-e5a44c3da565 req-f1646c8c-2e86-4168-bb81-99c08cb433fb service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1158.848191] env[66001]: INFO networking_nsxv3.common.synchronization [req-d90a5962-0e9b-4ad9-99d3-e5a44c3da565 req-f1646c8c-2e86-4168-bb81-99c08cb433fb service nova] Enqueued Resource ID: 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b with Priority: HIGHEST for action port [ 1158.848807] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1158.848948] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1158.849055] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b with Priority: HIGHEST for action port [ 1158.849333] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.849454] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.849561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.849836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.849836] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.851209] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.851209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.851447] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.851524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.851559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.851827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.851906] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb3362b-a30c-418a-9fcd-2f4ac130ae1b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.265015] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.356127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.356267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.356473] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b with status ACTIVE [ 1159.356642] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.356750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.356815] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.357039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.357129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.357320] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.357478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.357478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.357634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.357712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.357893] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.358017] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.358061] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.358201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.358274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.358361] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cb3362b-a30c-418a-9fcd-2f4ac130ae1b is going to be updated. [ 1159.390960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1159.391162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.391327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.391533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.391726] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.391837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.391900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.392068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.392147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.392231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.392316] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.395703] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.395703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.395703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.395703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.395991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.395991] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb3362b-a30c-418a-9fcd-2f4ac130ae1b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.766774] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1159.766969] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1159.767103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.767576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.767698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.767768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.767979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.768078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768200] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1159.769634] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.769824] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.770007] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.770120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.770185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.770332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.770411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.770503] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.799663] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.800205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.800293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.800865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.800865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.810193] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1159.895759] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.895934] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.896617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.896617] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.896845] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.897187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.897437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.897597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.897809] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.898024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.898187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.898334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.898540] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.898676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.898784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.898977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.899105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.899219] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.899342] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.095156] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.095466] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.095646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.095903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.096177] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.096333] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.096452] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.096690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.096835] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.097067] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.097560] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.097689] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.097816] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.097938] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.098057] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.098190] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.117494] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.117689] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.117881] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.117984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-110" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.118362] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-4fc02cd4-31f2-442b-afeb-47bdeddb4564 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.118549] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.118669] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.118940] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.119086] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc02cd4-31f2-442b-afeb-47bdeddb4564',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.273984] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.403584] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1160.422658] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.422857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.422957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.423255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.423375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.423679] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.423820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.423912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.424132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.424236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.424493] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.424626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.424714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.424905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.425026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.425373] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.425517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.425587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.425687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.425763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.425854] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1160.491711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.491711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.491711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.491711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.491711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.512187] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1160.624051] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.624051] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.624051] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.624520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.624520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.624754] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.624913] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.625045] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.625314] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.625476] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.625658] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 is going to be updated. [ 1160.656535] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.656535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.656535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.656535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.656535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.656535] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.778254] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.281271] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.281752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.281819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.282113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.282210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.282335] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1161.313448] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.313647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.313688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.313936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.325227] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1161.364043] env[66001]: INFO networking_nsxv3.common.synchronization [req-f7877885-c652-430b-8a47-0fa98df56d84 req-653357e1-735a-4e08-99c5-d775191890ee service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 1161.364268] env[66001]: INFO networking_nsxv3.common.synchronization [req-f7877885-c652-430b-8a47-0fa98df56d84 req-653357e1-735a-4e08-99c5-d775191890ee service nova] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1161.364402] env[66001]: INFO networking_nsxv3.common.synchronization [req-f7877885-c652-430b-8a47-0fa98df56d84 req-653357e1-735a-4e08-99c5-d775191890ee service nova] Enqueued Resource ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with Priority: HIGHEST for action port [ 1161.365041] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_rules [ 1161.365152] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1161.365240] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with Priority: HIGHEST for action port [ 1161.365586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.365728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.365889] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.366031] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.366078] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.367401] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367923] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.368028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.368108] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.368232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.368337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368432] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.369200] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc02cd4-31f2-442b-afeb-47bdeddb4564 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.369346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.369425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.369566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.369653] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc02cd4-31f2-442b-afeb-47bdeddb4564',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.827884] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1161.828306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.828610] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.828910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.829232] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.829447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.829579] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.829810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.829932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.830089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.830229] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.871430] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.871572] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.871716] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.872661] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fc02cd4-31f2-442b-afeb-47bdeddb4564 with status ACTIVE [ 1161.872880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.872965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.873048] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.873269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.873338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.873510] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.874020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.874020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.874020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.874020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.874174] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.874174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.874256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.874363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.874435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.874517] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fc02cd4-31f2-442b-afeb-47bdeddb4564 is going to be updated. [ 1161.899501] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.899501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.899501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.899748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.899805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.899963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc02cd4-31f2-442b-afeb-47bdeddb4564" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.332756] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.333116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.333116] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.333220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.333374] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.333473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.333562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.333729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.333817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.333903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.334158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.334210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.334351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.334488] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.334597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.334647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.334760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.334834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334999] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.376644] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.534772] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1162.535885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.841041] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6702be-d6c0-4612-bd6c-92b94eca91c7: rpc.has_security_group_logging(os_id): False [ 1162.862596] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.863397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.863515] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.863611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863808] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.864212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.864274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.864417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.864499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864735] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.864850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.864891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.865175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.865280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.865403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1162.880152] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.880363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.880830] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.881120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.881406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.882259] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1162.911020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.911234] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.911343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.911548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.911739] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.922845] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1162.960297] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.960297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.960297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.960297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.960297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.979859] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1163.338551] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1163.338958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.339046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.339280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.339514] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.339697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.339923] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.340208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.340380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.340654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.340654] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.846050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.846050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.846050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.846050] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.846050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.847282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.847282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.847282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.847282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.847282] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.355338] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 1164.377472] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.378104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.378104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.378104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.379181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.379181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.379181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.379181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.379181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.379181] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.379181] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.379461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.379461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.379904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.380097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.380911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.380911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.380911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.382083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.382083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.382083] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1164.445854] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.446533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.446665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.446913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.447200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.464177] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1164.619848] env[66001]: INFO networking_nsxv3.common.synchronization [None req-eacff1ae-15f5-405d-a48b-85d4d82517e6 tempest-AttachInterfacesTestJSON-1039311448 tempest-AttachInterfacesTestJSON-1039311448-project-member] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1164.620270] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGHEST for action security_group_members [ 1164.621386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.621386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.621386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.621807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.621807] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.936767] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1164.936767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.936767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.937397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.937397] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.937397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.937939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.937939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.937939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.937939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.937939] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.999827] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1165.000118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.124561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.124561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.124813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.124850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.125215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.125361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.125503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.125586] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125676] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be updated. [ 1165.156393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.156691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.156691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.156837] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.156994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.167458] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: IN_PROGRESS for 2s [ 1165.442060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.442766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444057] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.444396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.444396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444617] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444726] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.947573] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78775d4e-42a5-4e67-9f60-a3b38358aa9b: rpc.has_security_group_logging(os_id): False [ 1165.979689] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.979905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.979905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.980175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.980267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.980485] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.980575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.980666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.980821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.980921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.981140] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.981257] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.981435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.981538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.981538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.981815] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.982033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.982121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.982256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.982372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.982466] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1166.058366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.058366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.058366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.058677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.058841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.079236] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1166.490211] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1166.490211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.003749] env[66001]: INFO networking_nsxv3.common.synchronization [req-54b9f17d-3b28-4a25-9000-82fd90216b8b req-6849dcff-097f-433c-9e6f-a46c203a66c5 tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1167.004429] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1167.005301] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.005482] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.005603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.005943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.006664] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.006895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.006999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.007278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.007532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.007670] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.179959] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 in Status: SUCCESS [ 1167.179959] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 deletion is rescheduled due to dependency. [ 1167.179959] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.396424] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396650] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396744] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.397419] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.397568] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.397637] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397862] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.398013] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.398226] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.400465] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.400465] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.400465] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.400465] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.400465] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.400465] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.418717] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.418938] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.419108] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.419394] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.419645] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-27ad1715-24db-47ba-9075-e59b3dabbe5e taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.419868] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.419957] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.420286] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.420412] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ad1715-24db-47ba-9075-e59b3dabbe5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.510841] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.511245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.511245] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.511328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.511417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.511655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.511802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.511855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.512070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.512070] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.512202] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 already deleted. [ 1167.512247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.722837] env[66001]: INFO networking_nsxv3.common.synchronization [req-a2c73e5e-97b7-4e07-8d0c-aa44d882720c req-e51d86bd-d313-4d49-ac73-0f887c710701 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1167.723403] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1167.723712] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.723839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.723904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.724140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.724313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.724406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.724526] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.724640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.724696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.724796] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.924187] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.924187] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.924187] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.924349] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.924494] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.926036] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 27ad1715-24db-47ba-9075-e59b3dabbe5e not found, creating... [ 1167.926036] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.926036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.926036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.926036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.926036] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.926510] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.926510] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.926510] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.926758] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.926922] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.927178] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 27ad1715-24db-47ba-9075-e59b3dabbe5e is going to be created. [ 1167.952985] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.953229] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.953349] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.953725] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.954083] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.954343] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.113087] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1168.113327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.227578] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [req-54b9f17d-3b28-4a25-9000-82fd90216b8b req-86d99e2a-838f-4d6f-bc3c-e54b4b413c88 service nova] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_rules [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [req-54b9f17d-3b28-4a25-9000-82fd90216b8b req-86d99e2a-838f-4d6f-bc3c-e54b4b413c88 service nova] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [req-54b9f17d-3b28-4a25-9000-82fd90216b8b req-86d99e2a-838f-4d6f-bc3c-e54b4b413c88 service nova] Enqueued Resource ID: 27ad1715-24db-47ba-9075-e59b3dabbe5e with Priority: HIGHEST for action port [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_rules [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1168.711048] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ad1715-24db-47ba-9075-e59b3dabbe5e with Priority: HIGHEST for action port [ 1168.712962] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.713436] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.713631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.714609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.714609] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.715828] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.716325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.717029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.718533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.718533] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.718533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.718533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.718533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.718533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.718533] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.719111] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ad1715-24db-47ba-9075-e59b3dabbe5e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.719111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.719262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.719416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.719507] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ad1715-24db-47ba-9075-e59b3dabbe5e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.731094] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.225366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.225366] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.227263] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27ad1715-24db-47ba-9075-e59b3dabbe5e with status ACTIVE [ 1169.227648] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.227822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.227956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.228262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.228320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.228901] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.229071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.229162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.233131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.233464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.233630] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.233782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.233865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.234143] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.234306] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.234481] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27ad1715-24db-47ba-9075-e59b3dabbe5e is going to be updated. [ 1169.236068] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.237601] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.237749] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.237847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.238098] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.238204] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.238329] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1169.265682] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.265933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.265933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.266279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.266279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.266405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ad1715-24db-47ba-9075-e59b3dabbe5e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.275926] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.276202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.276202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.276353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276491] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.287569] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1169.443771] env[66001]: INFO networking_nsxv3.common.synchronization [req-26f558ec-cb49-4f13-af47-eb1dccd45858 req-1df2d3bf-3ed6-4563-88aa-b0d9ba21d531 tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1169.444477] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1169.444999] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.445073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.742294] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.858600] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.858911] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859059] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859669] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859828] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859942] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.860238] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.860408] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860700] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.860855] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.861052] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.861230] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.861428] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.861600] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.862292] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.886335] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.886559] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.886678] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.886870] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.887293] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-12baaeb0-ec21-4066-b20e-bff812276904 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.887622] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.887749] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.888158] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.888308] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12baaeb0-ec21-4066-b20e-bff812276904',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.248279] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.248513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.248513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.248707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.248795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.248901] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be created. [ 1170.277231] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.277231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.277231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.277715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.277900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.288925] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: UNINITIALIZED for 2s [ 1170.295590] env[66001]: INFO networking_nsxv3.common.synchronization [None req-b421c56b-15c5-47c6-94de-decd1d6d1285 None None] Enqueued Resource ID: cf4793a3-eeab-412d-8979-5dcd347023bd with Priority: HIGHEST for action port [ 1170.295914] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4793a3-eeab-412d-8979-5dcd347023bd with Priority: HIGHEST for action port [ 1170.296538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4793a3-eeab-412d-8979-5dcd347023bd taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.296730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4793a3-eeab-412d-8979-5dcd347023bd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.296801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4793a3-eeab-412d-8979-5dcd347023bd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.297132] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4793a3-eeab-412d-8979-5dcd347023bd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.297243] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4793a3-eeab-412d-8979-5dcd347023bd',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.390902] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.391274] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.391471] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.391969] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.392175] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.392340] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 12baaeb0-ec21-4066-b20e-bff812276904 not found, creating... [ 1170.392617] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.392862] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.392933] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.393161] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.393305] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.393631] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.393980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.393980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.394217] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.394555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.394555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 12baaeb0-ec21-4066-b20e-bff812276904 is going to be created. [ 1170.419393] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.419755] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.419825] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.420089] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.420324] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.420552] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.799972] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4793a3-eeab-412d-8979-5dcd347023bd [ 1170.800359] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.800537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.800537] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.801179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.801631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.801788] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4793a3-eeab-412d-8979-5dcd347023bd already deleted. [ 1170.801893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4793a3-eeab-412d-8979-5dcd347023bd" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.181225] env[66001]: INFO networking_nsxv3.common.synchronization [req-26f558ec-cb49-4f13-af47-eb1dccd45858 req-752d8fc8-f1ad-4358-a1e4-9ce827b82982 service nova] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_rules [ 1171.181414] env[66001]: INFO networking_nsxv3.common.synchronization [req-26f558ec-cb49-4f13-af47-eb1dccd45858 req-752d8fc8-f1ad-4358-a1e4-9ce827b82982 service nova] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1171.182454] env[66001]: INFO networking_nsxv3.common.synchronization [req-26f558ec-cb49-4f13-af47-eb1dccd45858 req-752d8fc8-f1ad-4358-a1e4-9ce827b82982 service nova] Enqueued Resource ID: 12baaeb0-ec21-4066-b20e-bff812276904 with Priority: HIGHEST for action port [ 1171.182454] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_rules [ 1171.182454] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1171.182579] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12baaeb0-ec21-4066-b20e-bff812276904 with Priority: HIGHEST for action port [ 1171.182965] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.182965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.183341] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.183341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.183517] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-12baaeb0-ec21-4066-b20e-bff812276904 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.183646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.183738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.183948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.184045] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12baaeb0-ec21-4066-b20e-bff812276904',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.299953] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1171.300348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.686661] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12baaeb0-ec21-4066-b20e-bff812276904 with status ACTIVE [ 1171.687541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.687541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.687541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.687809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.687939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.688237] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.688422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.688556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.688799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.688896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.689129] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.689230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.689291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.689441] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.689521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.689607] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12baaeb0-ec21-4066-b20e-bff812276904 is going to be updated. [ 1171.718912] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.718912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.718912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.718912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.718912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.718912] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12baaeb0-ec21-4066-b20e-bff812276904" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.978581] env[66001]: INFO networking_nsxv3.common.synchronization [req-25d2cf47-cf36-485b-a237-fd28de0575ff req-36485bc9-0199-46ab-9394-b09cef82f393 tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1171.978969] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1171.984071] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.984261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.984303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.984647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.984766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.984865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.984911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.985081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.985171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.985404] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.309337] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1172.309499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.309653] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.310014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.310219] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.310338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.310399] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.310562] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.310705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.310794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.310896] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.313806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.314044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.314239] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.314361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.314431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.314588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.314674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.314778] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.481874] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.482196] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.482332] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.482601] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.482867] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.483032] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.483147] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.483383] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.483499] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.483696] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.483837] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.483927] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.483995] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.484112] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.484213] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.484339] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.487852] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.488023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.488083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.488229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.488316] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.488586] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.488683] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.488737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.488898] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.489137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.490368] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 already deleted. [ 1172.490474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.507045] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.507614] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.507759] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.507958] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-612" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.508309] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-eee0f827-c35c-4de5-b7e0-dde4ac828329 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.508482] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.508606] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.508925] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.509110] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eee0f827-c35c-4de5-b7e0-dde4ac828329',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.817737] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.817737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.817737] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.015172] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.015172] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port eee0f827-c35c-4de5-b7e0-dde4ac828329 not found, creating... [ 1173.015172] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.015172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.015900] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.015951] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.016193] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.016533] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.016771] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.017028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: eee0f827-c35c-4de5-b7e0-dde4ac828329 is going to be created. [ 1173.047617] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.048215] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.048581] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.049121] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.049520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.049926] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.109109] env[66001]: INFO networking_nsxv3.common.synchronization [None req-a402fbc2-dd4b-4903-8a03-ed12072849c3 None None] Enqueued Resource ID: bb5b50ac-cf5f-4a1a-8508-e895cc496a8d with Priority: HIGHEST for action port [ 1173.109109] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5b50ac-cf5f-4a1a-8508-e895cc496a8d with Priority: HIGHEST for action port [ 1173.109109] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5b50ac-cf5f-4a1a-8508-e895cc496a8d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.109109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5b50ac-cf5f-4a1a-8508-e895cc496a8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.109109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5b50ac-cf5f-4a1a-8508-e895cc496a8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.109109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5b50ac-cf5f-4a1a-8508-e895cc496a8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109109] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5b50ac-cf5f-4a1a-8508-e895cc496a8d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.320794] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.612331] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb5b50ac-cf5f-4a1a-8508-e895cc496a8d [ 1173.612331] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.612331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.612331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.612331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.612331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.612331] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb5b50ac-cf5f-4a1a-8508-e895cc496a8d already deleted. [ 1173.612331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5b50ac-cf5f-4a1a-8508-e895cc496a8d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.755215] env[66001]: INFO networking_nsxv3.common.synchronization [req-25d2cf47-cf36-485b-a237-fd28de0575ff req-1bf04bc6-50a5-4665-8794-d5cb4cd6d2ce service nova] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1173.755420] env[66001]: INFO networking_nsxv3.common.synchronization [req-25d2cf47-cf36-485b-a237-fd28de0575ff req-1bf04bc6-50a5-4665-8794-d5cb4cd6d2ce service nova] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1173.755560] env[66001]: INFO networking_nsxv3.common.synchronization [req-25d2cf47-cf36-485b-a237-fd28de0575ff req-1bf04bc6-50a5-4665-8794-d5cb4cd6d2ce service nova] Enqueued Resource ID: eee0f827-c35c-4de5-b7e0-dde4ac828329 with Priority: HIGHEST for action port [ 1173.755798] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_rules [ 1173.755927] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1173.756045] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee0f827-c35c-4de5-b7e0-dde4ac828329 with Priority: HIGHEST for action port [ 1173.756632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.756793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.756838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.757022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.757769] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.759310] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.759468] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.759520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.759687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.759858] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.759952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.760034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.760191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.760274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.760364] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.761533] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-eee0f827-c35c-4de5-b7e0-dde4ac828329 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.761647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.761762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.761869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.761946] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eee0f827-c35c-4de5-b7e0-dde4ac828329',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.823263] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.823426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.823487] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.823785] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.823878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.824166] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1173.858389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.858680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.858680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.859688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.859688] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.872069] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1174.264370] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264803] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.265693] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eee0f827-c35c-4de5-b7e0-dde4ac828329 with status ACTIVE [ 1174.265899] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.266028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.266097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.266333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.266431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.266616] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.266719] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.266877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.267071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.267150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.267420] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.267598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.267662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.267811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.267887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.267973] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eee0f827-c35c-4de5-b7e0-dde4ac828329 is going to be updated. [ 1174.304952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.305279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.305448] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.306083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.306083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.306203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eee0f827-c35c-4de5-b7e0-dde4ac828329" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.770229] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.275677] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.275677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.275677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.275677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.275677] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.275677] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 is going to be created. [ 1175.306330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.306330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.306330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.306330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.321413] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: UNINITIALIZED for 2s [ 1175.883207] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1175.883519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.883799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.884101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.884347] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.884528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.884621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.884818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.884932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.885065] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.020575] env[66001]: INFO networking_nsxv3.common.synchronization [req-0767ebb9-77a3-4c78-a713-cabc308431bd req-8bffa7ed-139b-4d88-a4bc-5d5f0afe467a tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1176.022632] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1176.022632] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.022632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.022632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.024073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.025268] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.025268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.025268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.025268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.025268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.025268] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.387847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.528085] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.528208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.528278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.528516] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.528628] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.528846] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.528952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.530140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.530140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.530140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.530140] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1176.556024] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.556214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.556262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.556463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.556604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.566660] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1176.891562] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.954678] env[66001]: INFO networking_nsxv3.common.synchronization [req-7fa5f560-6404-43c3-b44d-360edb08e9d8 req-a0434bd1-12b0-4928-88b1-4ba6ffaf4dcd tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1176.955639] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1176.956201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.959452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.960071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.960588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.967702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.967702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.967702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.967702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.967702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.967702] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.333690] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: SUCCESS [ 1177.334008] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.334510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.334510] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.334611] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.334925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.334925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.334925] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.335207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.335207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.335207] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.363385] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.363671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-314" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.363671] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-314" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.363999] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-314" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.364279] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.364434] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.364547] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.364804] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.364953] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.365172] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.365283] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.365397] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.365538] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.365608] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.365697] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.365822] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.385407] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.385407] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.385407] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.385667] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-314" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.385808] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-1770fb1e-ee88-4f84-867b-139dda437edc taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.385892] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.386020] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.386342] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.386475] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1770fb1e-ee88-4f84-867b-139dda437edc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.393127] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.393127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.393489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.393489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.393489] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.393577] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1177.420612] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.420757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.420826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.421046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.421230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.430819] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1177.471060] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.471290] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.471362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.471819] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.471873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.472120] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.472222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.472287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.472451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.472540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.472657] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 already deleted. [ 1177.472740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.838724] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.888845] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.889334] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.889334] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.889538] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.889602] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.889772] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Segment Port 1770fb1e-ee88-4f84-867b-139dda437edc not found, creating... [ 1177.890050] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.890228] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.890373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.890595] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.890731] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.891018] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.891172] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.891301] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.891540] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.891679] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.891814] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 1770fb1e-ee88-4f84-867b-139dda437edc is going to be created. [ 1177.913874] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.914191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.914347] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.914646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.914899] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.915156] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.340328] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1: rpc.has_security_group_logging(os_id): False [ 1178.361529] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.361603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.362209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.362209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.362209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.362355] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.362472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.362567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.362802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.362832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.362927] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 is going to be created. [ 1178.462803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.462803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.462803] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.463208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.463485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.476551] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: IN_PROGRESS for 2s [ 1178.578359] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1178.578359] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1178.578651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.674310] env[66001]: INFO networking_nsxv3.common.synchronization [req-7fa5f560-6404-43c3-b44d-360edb08e9d8 req-fe920b58-416f-4bbf-bd65-096500fc7111 service nova] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1178.674614] env[66001]: INFO networking_nsxv3.common.synchronization [req-7fa5f560-6404-43c3-b44d-360edb08e9d8 req-fe920b58-416f-4bbf-bd65-096500fc7111 service nova] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1178.674760] env[66001]: INFO networking_nsxv3.common.synchronization [req-7fa5f560-6404-43c3-b44d-360edb08e9d8 req-fe920b58-416f-4bbf-bd65-096500fc7111 service nova] Enqueued Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1178.676510] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1178.676665] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1178.676802] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1178.677108] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.677228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.677315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.677780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.677780] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.678766] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.678893] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.678950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.679123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.679302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.679408] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.679466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.679643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.679729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.679865] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.682541] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1770fb1e-ee88-4f84-867b-139dda437edc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.682675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.683152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.685112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.685112] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1770fb1e-ee88-4f84-867b-139dda437edc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.186445] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.186663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.186742] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.188197] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1770fb1e-ee88-4f84-867b-139dda437edc with status ACTIVE [ 1179.188389] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.188544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.188612] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.188821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.188939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.189131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.190025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.190025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.190394] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1770fb1e-ee88-4f84-867b-139dda437edc is going to be updated. [ 1179.212387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.212638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.212699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.212883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.213063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.213197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.442915] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1179.443111] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.443595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.443872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.444094] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.444261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.444261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.444420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.444500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.444905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.444967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.445127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.445313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.445409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.445485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.445660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.445742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.445848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.445970] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.692480] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.949825] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bdf2fa-899a-44a3-b464-a8a728e67795: rpc.has_security_group_logging(os_id): False [ 1179.969552] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.969731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.969811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.970039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.970130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.970328] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.970426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.970522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.970642] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.970775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.970902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.970993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.971074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.971202] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.971271] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.971450] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.971543] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.971601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.971731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.971809] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.971881] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be created. [ 1180.035491] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.035779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.035871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.036109] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.036295] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.049857] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1180.194804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.195185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.195260] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.195625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.195731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.195793] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be created. [ 1180.228243] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.228430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.228496] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.228692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.229100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.239447] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: UNINITIALIZED for 2s [ 1180.489503] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: SUCCESS [ 1180.490150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.808896] env[66001]: INFO networking_nsxv3.common.synchronization [req-02359fab-730c-4ed6-ab02-17f39fe5d11f req-3164af50-eae0-4230-a162-c14468a05d24 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1180.809672] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1180.809960] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.810101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.810163] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.810362] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.810514] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.810611] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.810673] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.810980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.810980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.810980] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.230519] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.230728] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.230855] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.231142] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.232824] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.233109] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.233247] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.233506] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.233651] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.233860] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.233971] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.234346] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.234541] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.234662] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.234779] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.234915] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.296044] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.296044] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.296156] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.296303] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-88" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.296742] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-f5948c7d-48bf-460e-8832-64bc8cc05868 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.297012] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.297185] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.297455] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.297625] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5948c7d-48bf-460e-8832-64bc8cc05868',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.313499] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.800414] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.800642] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.800763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.801192] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.801348] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.801504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port f5948c7d-48bf-460e-8832-64bc8cc05868 not found, creating... [ 1181.801775] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.801938] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.802064] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.802299] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.802435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.802729] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.802914] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.803055] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.803325] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.803394] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.803530] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: f5948c7d-48bf-460e-8832-64bc8cc05868 is going to be created. [ 1181.815637] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.836346] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.836574] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.836690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.836980] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.837370] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.837808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.067037] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1182.067325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.067632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.068137] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.068243] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.251742] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1182.251742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.251742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252039] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.252099] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.252861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.252861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.252861] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.319100] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.319100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.319100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.319100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.319322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.319322] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1182.357095] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.357095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.357095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.357095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.357095] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.367854] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1182.516550] env[66001]: INFO networking_nsxv3.common.synchronization [req-02359fab-730c-4ed6-ab02-17f39fe5d11f req-9001d040-af73-4a6c-8450-96cf21e38518 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1182.516778] env[66001]: INFO networking_nsxv3.common.synchronization [req-02359fab-730c-4ed6-ab02-17f39fe5d11f req-9001d040-af73-4a6c-8450-96cf21e38518 service nova] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1182.516887] env[66001]: INFO networking_nsxv3.common.synchronization [req-02359fab-730c-4ed6-ab02-17f39fe5d11f req-9001d040-af73-4a6c-8450-96cf21e38518 service nova] Enqueued Resource ID: f5948c7d-48bf-460e-8832-64bc8cc05868 with Priority: HIGHEST for action port [ 1182.517459] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_rules [ 1182.517757] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1182.517976] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5948c7d-48bf-460e-8832-64bc8cc05868 with Priority: HIGHEST for action port [ 1182.518256] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.518415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.518546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.518797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.518935] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.519879] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.520215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.520320] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5948c7d-48bf-460e-8832-64bc8cc05868 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.520407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.520472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.520741] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.520819] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5948c7d-48bf-460e-8832-64bc8cc05868',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.570518] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.570708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.570782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.573200] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.573200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.573200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.754717] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.755391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.755391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.755391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.755811] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.755811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.755950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.756076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.756714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.756714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.756714] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.756714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.756714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.756714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.757248] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.757248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.757248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.757417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.757417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.757417] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.023275] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.023672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.023672] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5948c7d-48bf-460e-8832-64bc8cc05868 with status ACTIVE [ 1183.023840] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.024404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.024404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.024549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.024648] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.024890] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.024963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.025076] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.025317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.025393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.025606] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.025723] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.025791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.025940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.026027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.026113] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5948c7d-48bf-460e-8832-64bc8cc05868 is going to be updated. [ 1183.048902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.049149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.049227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.049544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.049714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.049965] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5948c7d-48bf-460e-8832-64bc8cc05868" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.074854] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.075073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.075144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.075453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.075781] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.075948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.076015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.076215] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.076319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.076453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.076650] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.077039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.077039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.077039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.077204] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.077293] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.077353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.077658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.077779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.077890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.078117] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.262260] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 328be6be-6886-4147-8ac4-ef30832dc450: rpc.has_security_group_logging(os_id): False [ 1183.288914] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.289147] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.289361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.289585] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.289712] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.289888] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.289976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290057] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.290203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.290278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.290479] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.290573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.291069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.291340] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.291388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.291465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.291666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.291823] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.292393] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be created. [ 1183.360456] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.360662] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.360771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.361077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.361335] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.375254] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1183.580543] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bdf2fa-899a-44a3-b464-a8a728e67795: rpc.has_security_group_logging(os_id): False [ 1183.601452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.601659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.601659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.601877] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.601973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.602194] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.602346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.602507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.602604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.602778] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.602878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.603092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.603166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.603400] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.603498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.603556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.603728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.603806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.603894] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1183.686533] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.686709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.686787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.687013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.687158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.721462] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1184.381626] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.381626] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.381626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.381626] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.885294] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.388374] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.392300] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1185.392520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.740216] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1185.740616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.890897] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.891180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.891514] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.891644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.891711] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.891853] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1185.943658] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.943881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.943971] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.944493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.944493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.969710] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1187.519146] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.519496] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1187.986073] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1187.986073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.986073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.986073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.986073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.986073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.986073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.986792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.987101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.987377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.987719] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.318088] env[66001]: INFO networking_nsxv3.common.synchronization [req-8bd9f691-581f-4f6f-be70-e806801ca3d2 req-963cf215-4676-4b61-ba5a-db25cb4ebf98 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1188.318691] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1188.323572] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.323703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.323782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.324033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.324287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.324390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.324452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.324636] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.324736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.324844] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.491592] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.491793] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.492375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.492375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.492375] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.492375] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.492593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.492593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.492661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.492768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.492920] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.493028] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.493091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.493232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.493368] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.493458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.493517] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.493651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.493779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.493816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.493940] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.649736] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.650247] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.650446] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.651193] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.651380] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.652166] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.652166] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.652166] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.655222] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.655222] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.655222] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.655222] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.655222] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.655222] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.655222] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.655222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.675722] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.675924] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.676184] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.676437] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-370" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.676758] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.676932] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.677045] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.677420] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.677571] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1ab541-28ff-42e0-a485-f00d4a64e6f4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.829534] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.829700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.829775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.830155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.830254] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.830468] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.830613] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.830720] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.830955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.831053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.831155] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1188.861269] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.861498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.861498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.861774] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.861920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.872329] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1188.996324] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e9cad8-da11-406d-8480-012ccf61f917: rpc.has_security_group_logging(os_id): False [ 1189.016015] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.016191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.016278] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.016498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.016710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.016798] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.016894] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.016952] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.017241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.017241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.017581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.017765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.017910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.018100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.018210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.018544] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.018655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.018729] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.018905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.019036] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.019269] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1189.086655] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.086655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.086655] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.086945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.086945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.110536] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1189.181149] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.181441] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.181533] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.181819] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.181964] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.182132] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 not found, creating... [ 1189.182480] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.182629] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.182747] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.183047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.183154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.183737] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.183737] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.183737] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.183952] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.184792] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.184792] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 is going to be created. [ 1189.215069] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.215522] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215909] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.216334] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216710] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.217127] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.932788] env[66001]: INFO networking_nsxv3.common.synchronization [req-8bd9f691-581f-4f6f-be70-e806801ca3d2 req-83bbe5e3-6e5a-4383-9516-5954f04954c3 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1189.932788] env[66001]: INFO networking_nsxv3.common.synchronization [req-8bd9f691-581f-4f6f-be70-e806801ca3d2 req-83bbe5e3-6e5a-4383-9516-5954f04954c3 service nova] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1189.932788] env[66001]: INFO networking_nsxv3.common.synchronization [req-8bd9f691-581f-4f6f-be70-e806801ca3d2 req-83bbe5e3-6e5a-4383-9516-5954f04954c3 service nova] Enqueued Resource ID: 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 with Priority: HIGHEST for action port [ 1189.933400] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_rules [ 1189.933557] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1189.933660] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 with Priority: HIGHEST for action port [ 1189.933940] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.934282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.934282] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.934494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.934591] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.936931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.936931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.936931] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.936931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.936931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.936931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.936931] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1ab541-28ff-42e0-a485-f00d4a64e6f4',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.439131] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.439332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.439484] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 with status ACTIVE [ 1190.439640] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.439735] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.439801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.440092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.440199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.440381] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.440473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.440535] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.440691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.440821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.441067] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.441179] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.441249] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.441692] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.441852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.441995] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1ab541-28ff-42e0-a485-f00d4a64e6f4 is going to be updated. [ 1190.468138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.468330] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.468463] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.468592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.468841] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.469072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1ab541-28ff-42e0-a485-f00d4a64e6f4" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.884161] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1190.884161] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1190.884161] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.884457] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.884644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.884866] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.884989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.885118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.885329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.885476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.885622] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.139308] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1191.139638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.389487] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.891914] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.394473] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.394810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.394810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.395538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.395538] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.395538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1192.430653] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.430951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.430951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.431172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.431320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.441729] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1193.891878] env[66001]: INFO networking_nsxv3.common.synchronization [req-a21b6fc3-7599-483c-b6f3-ede3129e174f req-e79d2514-0e5c-4129-a0d4-ba8157a1ad3e tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1193.892372] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1193.892796] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.892995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.893303] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.893605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.893868] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.894055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.894172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.894435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.894574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.894691] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.397204] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.456060] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1194.456273] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.456506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.456761] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.457011] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.457156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.457222] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.457418] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.457524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.457637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.457771] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.900342] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.960020] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.960301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.960388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.960584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.960786] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.960883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.960949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.961121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.961214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.961308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.961515] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.961667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.961744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.961910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.962077] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.962164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.962247] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.962461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.962461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.962584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.962661] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.282697] env[66001]: INFO networking_nsxv3.common.synchronization [req-fa3480fd-3e6c-4562-b547-a29d17a126ed req-f0ff117c-5e0f-4178-841b-d240ac72eb6a tempest-ServersNegativeTestJSON-1354954503 tempest-ServersNegativeTestJSON-1354954503-project-member] Enqueued Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1195.282697] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b with Priority: HIGHEST for action security_group_members [ 1195.284305] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-78775d4e-42a5-4e67-9f60-a3b38358aa9b taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.284472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.284536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.284799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.285090] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.285169] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.285233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.285403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.286119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.286305] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78775d4e-42a5-4e67-9f60-a3b38358aa9b',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.403647] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403849] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.404046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.404936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.404936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.404936] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1195.439110] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.439285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.439361] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.439695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.439988] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.452555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1195.465172] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c75995c-faba-4ec0-9a0c-e0af8c75410f: rpc.has_security_group_logging(os_id): False [ 1195.489524] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.489738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.489738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.490187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.490187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.490342] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.490447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.490511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.490658] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.490728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.490918] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.491053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.491100] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.491218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.491279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.491483] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.491588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.491640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.491788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.491865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.491950] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1195.574247] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.574471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.574533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.574740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.574883] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.594235] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1195.790010] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.790207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.790660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.790660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.790660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.790848] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.790909] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.790941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.791105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.791211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.791261] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b is going to be updated. [ 1195.829379] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.829523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.829592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.829802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.829970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.847615] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: IN_PROGRESS for 2s [ 1197.449226] env[66001]: INFO networking_nsxv3.common.synchronization [req-42a1b8ce-bf29-4ae7-aec3-b8bd4603300f req-b7214834-2cf6-4ea8-bb7c-59d277cce529 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1197.449601] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1197.449988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.450166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.450233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.450438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.450618] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.450744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.450855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.451056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.451162] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.451264] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.465165] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1197.465388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.620931] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1197.620931] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.860816] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b in Status: SUCCESS [ 1197.861121] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78775d4e-42a5-4e67-9f60-a3b38358aa9b deletion is rescheduled due to dependency. [ 1197.861494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78775d4e-42a5-4e67-9f60-a3b38358aa9b" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.953947] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.458847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.961614] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.961794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.961884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.962199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.962283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.962414] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1198.997287] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.997465] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.997546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.997814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.997960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.008179] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1199.593377] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.593377] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.593377] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.593377] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.593377] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.593816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.593816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.593816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.593908] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.594049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.594049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.594643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.594643] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.594643] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.595686] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.595810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.595868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.596211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.596366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.596483] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.596522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.596659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.596742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.596828] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.644078] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1199.644258] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.644484] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_rules [ 1199.644633] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.644768] env[66001]: INFO networking_nsxv3.common.synchronization [req-26356642-2db4-4f39-9f50-36579e5f12fe req-d88bb7d0-e006-42c5-9771-7ca7622ec67f tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1199.645863] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1199.646041] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_rules [ 1199.646146] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1199.646241] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.646331] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.646615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.646772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.646920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.647073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.647155] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.649432] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.649687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.649687] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.649869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.650073] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.650919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1770fb1e-ee88-4f84-867b-139dda437edc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.650994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.651077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.651253] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.651324] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1770fb1e-ee88-4f84-867b-139dda437edc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.652599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.652599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.652942] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.652942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.965185] env[66001]: INFO networking_nsxv3.common.synchronization [req-f554887c-009d-47b5-bd9b-a653103c863e req-59a14d62-0101-4757-bc18-f2cbc49ceae3 tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.965489] env[66001]: INFO networking_nsxv3.common.synchronization [req-f554887c-009d-47b5-bd9b-a653103c863e req-59a14d62-0101-4757-bc18-f2cbc49ceae3 tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.966211] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1199.966424] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf with Priority: HIGHEST for action security_group_members [ 1199.966785] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.966938] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.967207] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.967388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.035285] env[66001]: INFO networking_nsxv3.common.synchronization [req-f554887c-009d-47b5-bd9b-a653103c863e req-59a14d62-0101-4757-bc18-f2cbc49ceae3 tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1200.035503] env[66001]: INFO networking_nsxv3.common.synchronization [req-f554887c-009d-47b5-bd9b-a653103c863e req-59a14d62-0101-4757-bc18-f2cbc49ceae3 tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1200.035667] env[66001]: INFO networking_nsxv3.common.synchronization [req-f554887c-009d-47b5-bd9b-a653103c863e req-59a14d62-0101-4757-bc18-f2cbc49ceae3 tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1200.036234] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_rules [ 1200.036445] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1200.036578] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1770fb1e-ee88-4f84-867b-139dda437edc with Priority: HIGHEST for action port [ 1200.036927] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.037050] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.037263] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.037346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.037525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-1770fb1e-ee88-4f84-867b-139dda437edc taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.037603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.096930] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.099984] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.150442] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.150728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.154129] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1770fb1e-ee88-4f84-867b-139dda437edc with status ACTIVE [ 1200.154528] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.154750] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.154917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.155267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.155458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.155760] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.155853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.155921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.156113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.156192] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.156377] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.156524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.156524] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.156659] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.156733] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.156820] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1770fb1e-ee88-4f84-867b-139dda437edc is going to be updated. [ 1200.158043] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.158221] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.180988] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.181313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.181406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.181624] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.182533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.182533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.182533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.182533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.182533] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1770fb1e-ee88-4f84-867b-139dda437edc',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.601176] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.604560] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.624525] env[66001]: INFO networking_nsxv3.common.synchronization [req-ae65da63-e96c-4ea6-aa02-0acbe5fe8045 req-7da4ae83-61a8-4c99-83fc-c2dd381ada44 tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1200.624525] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1200.624525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.624525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.625459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.629025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.629025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.629025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.629025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.629025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.629025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.629025] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.684213] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1770fb1e-ee88-4f84-867b-139dda437edc with status ACTIVE [ 1200.684452] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.684591] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.684798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.684918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.685010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.685201] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.685301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.685364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.685522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.685599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.685826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.685969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.686034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.686158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.686231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.686316] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1770fb1e-ee88-4f84-867b-139dda437edc is going to be updated. [ 1200.710108] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.710299] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.710377] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.710962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.710962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.710962] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1770fb1e-ee88-4f84-867b-139dda437edc" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.026694] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1201.026758] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.103316] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.103503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.103592] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.103827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.103935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.104049] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1201.106959] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.107110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.107180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.107403] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.107503] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.107596] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf is going to be created. [ 1201.130948] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.131155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.131214] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.131394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.131555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.133538] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.138478] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.138652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.138780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.138976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.139136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.148604] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf in Status: UNINITIALIZED for 2s [ 1201.149451] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1201.638507] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.142140] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.142304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.142402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.142621] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.142727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.142830] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1202.183386] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.183551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.183593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.183794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.183930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.194606] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1203.162510] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf in Status: SUCCESS [ 1203.162801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.162904] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.163185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.163395] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.163541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.163607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.163810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.163907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.167023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.167023] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.167023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.167023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.167023] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.668902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.669144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.669280] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.669500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.669599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.669807] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.669913] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.669978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.670177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.670258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.670349] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf is going to be deleted. [ 1203.671430] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.708659] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.709118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.709224] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.710201] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.710458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.714150] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.714150] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.714150] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.174436] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.206223] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1204.206467] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.217600] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.217600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.217600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.217767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.217767] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.218056] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.218185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.218238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.218409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.218557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.218593] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf already deleted. [ 1204.218654] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.219266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.219471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.219641] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.219737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.219816] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.221080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.221080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.221080] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.677603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.677786] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.677878] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.678155] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.678238] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.678289] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1204.712947] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.713113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.713183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.714020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.714197] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.724530] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.724890] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.725110] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.725419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.725771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.725948] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.726104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.726200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.726422] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.726485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.726656] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf already deleted. [ 1204.726765] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.726885] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.732256] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1205.230993] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.624833] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.625139] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1205.736581] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf: rpc.has_security_group_logging(os_id): False [ 1205.759858] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.760127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.760225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.760559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.760700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.761116] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.761274] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.761321] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.761529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.761649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.761788] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf is going to be created. [ 1205.785858] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf], does not exist path=[/infra/domains/default/groups/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf]."\n}' [ 1205.786135] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf [ 1205.786282] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1205.842102] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.842256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.842381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.842640] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.844244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.844579] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.844716] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.844796] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.845092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.845164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.845405] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.845541] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.845615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.845951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.845951] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.846122] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf is going to be created. [ 1205.878269] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf], does not exist path=[/infra/domains/default/groups/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf [ 1205.878473] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.878708] env[66001]: Traceback (most recent call last): [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1205.878764] env[66001]: return func(*args, **kwargs) [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1205.878764] env[66001]: res.raise_for_status() [ 1205.878764] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1205.878764] env[66001]: raise HTTPError(http_error_msg, response=self) [ 1205.878764] env[66001]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf [ 1205.878764] env[66001]: During handling of the above exception, another exception occurred: [ 1205.878764] env[66001]: Traceback (most recent call last): [ 1205.878764] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1205.878764] env[66001]: listener.cb(fileno) [ 1205.878764] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1205.878764] env[66001]: result = function(*args, **kwargs) [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1205.878764] env[66001]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1205.878764] env[66001]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1205.878764] env[66001]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1205.878764] env[66001]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1205.878764] env[66001]: res.raise_for_status() [ 1205.878764] env[66001]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1205.878764] env[66001]: raise HTTPError(http_error_msg, response=self) [ 1205.878764] env[66001]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7d61b3c5-b29a-45c2-96de-19a1e7f7dfaf [ 1205.879810] env[66001]: Removing descriptor: 19 [ 1206.742281] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1206.743114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.743114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.743114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.743114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.743431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.743431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.743431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.743522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.743584] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.750574] env[66001]: INFO networking_nsxv3.common.synchronization [req-702b0350-78cd-4c69-95c2-6dbe7a84a75a req-100c7b5d-3d2f-41ec-adec-f9e8fa9e33ec tempest-ServerRescueTestJSONUnderV235-1365102411 tempest-ServerRescueTestJSONUnderV235-1365102411-project-member] Enqueued Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1206.751205] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328be6be-6886-4147-8ac4-ef30832dc450 with Priority: HIGHEST for action security_group_members [ 1206.751525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.751629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.246944] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.247130] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.247199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.248236] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.269911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.269911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.269911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.269911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.270199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.270199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.270199] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1207.299819] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.299974] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.300067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.300300] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.300443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.310266] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1207.401743] env[66001]: INFO networking_nsxv3.common.synchronization [req-f7b57375-85db-4faa-aa5e-962d4d29c1d1 req-5f105bcd-2587-4ec4-97f7-db6b61498b52 tempest-ServersTestJSON-1669196422 tempest-ServersTestJSON-1669196422-project-member] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1207.402365] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGHEST for action security_group_members [ 1207.402704] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.403046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.403046] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.403218] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.403500] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.403554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.403597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.403771] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.403879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.403996] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.907040] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.907484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.907484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.908228] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.932558] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.933071] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.933337] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.933442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.933813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.933919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.934033] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be updated. [ 1207.971105] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.971105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.971105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.971105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.971105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.982240] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: IN_PROGRESS for 2s [ 1208.084647] env[66001]: INFO networking_nsxv3.common.synchronization [None req-8638e5f2-27dc-41ee-a138-6b95a99f7abb tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1208.085470] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1208.086012] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.086129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.086194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.086559] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.086559] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.178576] env[66001]: INFO networking_nsxv3.common.synchronization [None req-29da377c-c626-466a-bc55-b750e5d73670 tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1208.179430] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1208.179767] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.179984] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.608520] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.609022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.609103] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.609325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.609486] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.609554] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec already deleted. [ 1208.609595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.609736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.609885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.609967] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.133880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.133880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.133880] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.134332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.134332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.134332] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec already deleted. [ 1209.134332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.321227] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1209.321227] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 deletion is rescheduled due to dependency. [ 1209.321506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.321506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.321682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.322130] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.322313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.322574] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.322764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.322847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.322937] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.825212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.825374] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.825445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.825684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.825780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.825996] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.826112] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.826152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.826312] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.826387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.826474] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1209.871814] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.871814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.871814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.871814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.871814] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.887082] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1209.992855] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e9cad8-da11-406d-8480-012ccf61f917 in Status: SUCCESS [ 1209.993072] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 deletion is rescheduled due to dependency. [ 1209.993243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.925977] env[66001]: INFO networking_nsxv3.common.synchronization [req-181d7962-71d1-4c2c-aeca-633f4c3ede19 req-64307fa8-6552-4792-bc73-1112680e6e98 tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1210.926520] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1210.926817] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.926979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.927042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.928466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.928466] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.928466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.928466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.928466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.928466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.928466] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.431097] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.898627] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1211.898843] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 deletion is rescheduled due to dependency. [ 1211.898967] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.899157] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.899381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.899603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.899762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.899762] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.899918] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.899999] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.900104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.900200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.903242] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.904806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.904806] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.904806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.904806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.904806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.904806] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.904806] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.934286] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.406654] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.406802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.407148] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.407308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.407414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.407646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.407764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.408857] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.408857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.408857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.408857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.408857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.408857] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1212.437486] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.437670] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.437748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.437949] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.438256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.438504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1212.440996] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.440996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.441168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.441318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.441464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.456642] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1212.484025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.484025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.484025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.484279] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.484318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.502243] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1214.470605] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1214.470605] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 deletion is rescheduled due to dependency. [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.470605] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.470605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.470605] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-328be6be-6886-4147-8ac4-ef30832dc450 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.471302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.471302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.471302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.471302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.473595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.473595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.473595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.473595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.473595] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.473595] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.514344] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1214.514344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.973835] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 328be6be-6886-4147-8ac4-ef30832dc450: rpc.has_security_group_logging(os_id): False [ 1214.992741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.993023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.993023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.993240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.993338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.993556] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.993676] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.993744] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.993858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.993935] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.994428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.994500] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994690] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.994976] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.995066] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.995147] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be updated. [ 1215.062048] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.062281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.062281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.062485] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.063199] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.078125] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: IN_PROGRESS for 2s [ 1215.927640] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.927920] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1217.093879] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328be6be-6886-4147-8ac4-ef30832dc450 in Status: SUCCESS [ 1217.094240] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.094437] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.095187] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.095187] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('328be6be-6886-4147-8ac4-ef30832dc450',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.520797] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e89dbd2-4f39-4f3c-9e3e-a97e9423133e req-54b0b802-75e8-4ccb-9f1a-9e7ead58cc8b tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1217.521367] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1217.521702] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.521827] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.521924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.522243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.522419] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.522546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.522619] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.522776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.522858] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.522949] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.618442] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.618594] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.618674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.618926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.618973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.619098] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 328be6be-6886-4147-8ac4-ef30832dc450 is going to be deleted. [ 1217.678137] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.678384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.678384] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.678551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.678637] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.678753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-328be6be-6886-4147-8ac4-ef30832dc450" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.828943] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.829157] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.829278] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.829539] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.829901] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.830073] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.830191] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.830406] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.830550] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.830760] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.830868] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.831077] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.831215] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.831329] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.831514] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.831658] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.861264] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.861440] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.861571] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.861746] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-171" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.862079] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-07e87e21-0502-4410-811e-de00dc15af9f taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.862255] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.862373] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.862719] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.862858] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e87e21-0502-4410-811e-de00dc15af9f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.024705] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.024884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.024960] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.025212] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.025551] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025660] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025715] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.025871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.026047] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec already deleted. [ 1218.026129] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.365553] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.365903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.365903] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.366047] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.366201] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.366351] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 07e87e21-0502-4410-811e-de00dc15af9f not found, creating... [ 1218.366603] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.366757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.366923] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.367127] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.367269] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.367553] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.367713] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.367826] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.368039] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.368183] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.368320] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 07e87e21-0502-4410-811e-de00dc15af9f is going to be created. [ 1218.391716] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391932] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.392120] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.392672] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.392801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.393055] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.087062] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e89dbd2-4f39-4f3c-9e3e-a97e9423133e req-dc55808b-631c-4e96-b7b1-3ec2ed896cb0 service nova] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1219.087260] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e89dbd2-4f39-4f3c-9e3e-a97e9423133e req-dc55808b-631c-4e96-b7b1-3ec2ed896cb0 service nova] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1219.087397] env[66001]: INFO networking_nsxv3.common.synchronization [req-1e89dbd2-4f39-4f3c-9e3e-a97e9423133e req-dc55808b-631c-4e96-b7b1-3ec2ed896cb0 service nova] Enqueued Resource ID: 07e87e21-0502-4410-811e-de00dc15af9f with Priority: HIGHEST for action port [ 1219.087903] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_rules [ 1219.088146] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1219.088278] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e87e21-0502-4410-811e-de00dc15af9f with Priority: HIGHEST for action port [ 1219.088562] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.088678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.088747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.088948] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.089059] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.091803] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.091920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.091993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.092262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.092364] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.092460] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.092520] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.092664] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.092748] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.092837] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.093583] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e87e21-0502-4410-811e-de00dc15af9f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.093682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.093791] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.093891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.093963] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e87e21-0502-4410-811e-de00dc15af9f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.592284] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.592680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.596033] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07e87e21-0502-4410-811e-de00dc15af9f with status ACTIVE [ 1219.596752] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.596752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.596752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.596752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.596752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.597263] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.597380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.597380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.597523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.597633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.597778] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.597930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.597930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.598127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.598392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.598392] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07e87e21-0502-4410-811e-de00dc15af9f is going to be updated. [ 1219.599366] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.621248] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.621583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.621583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.621717] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.621794] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.621945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e87e21-0502-4410-811e-de00dc15af9f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.103143] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.605566] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.605927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.605927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.606158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.606158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.606246] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec is going to be created. [ 1220.631804] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.632106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.632106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.632286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.632509] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.642446] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: UNINITIALIZED for 2s [ 1222.655490] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: SUCCESS [ 1222.655820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.655924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.656164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.656371] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.656492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.656551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.656751] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.656835] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.656924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.657027] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.104068] env[66001]: INFO networking_nsxv3.common.synchronization [req-d3c55b05-c89c-4da5-808d-82237cb5a15f req-ed032b8e-ae98-433a-898b-fdc55f2b11aa tempest-ServersAdminTestJSON-1793865097 tempest-ServersAdminTestJSON-1793865097-project-member] Enqueued Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1223.104068] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 with Priority: HIGHEST for action security_group_members [ 1223.104068] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6702be-d6c0-4612-bd6c-92b94eca91c7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.104068] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.104674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.104674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.104674] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.104674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.104674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.104943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.104943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.104943] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6702be-d6c0-4612-bd6c-92b94eca91c7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.162741] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.205476] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.205675] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.205831] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.206223] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.206517] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.206677] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.206808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.207053] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.207229] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.207444] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.207557] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.207664] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.207768] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.207873] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.207975] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.208154] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.229762] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.229984] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.229984] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.230211] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-983" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.230525] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-ae21c33b-c686-498f-a5bc-a35acae7f2d5 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.230693] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.230808] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.231080] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.231212] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21c33b-c686-498f-a5bc-a35acae7f2d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.607176] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.607354] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.607435] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.607740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.633259] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.633525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.633646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.633714] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.634015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.634127] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.634222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 is going to be updated. [ 1223.665132] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7721c45-0ddb-4326-b09f-9456dc4b10ec: rpc.has_security_group_logging(os_id): False [ 1223.667852] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.668087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.668209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.668507] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.668732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.680388] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: IN_PROGRESS for 2s [ 1223.696711] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.696969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.696969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.697255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.697255] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.697505] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.697627] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.697686] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.697834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.697910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.697960] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec is going to be created. [ 1223.735144] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.735391] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.735527] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.735774] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.737763] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.737763] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.737763] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.738258] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.738258] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 is going to be updated. [ 1223.765739] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.766163] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.766386] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.766794] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.767146] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.767528] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.801996] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.802237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.802284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.802499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.802697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.817892] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: IN_PROGRESS for 2s [ 1224.472229] env[66001]: INFO networking_nsxv3.common.synchronization [req-c46f0c1e-b0d2-40f6-8c93-c5c863324d9e req-7d43a96e-ee5c-4703-b229-2407f7119b44 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 1224.472286] env[66001]: INFO networking_nsxv3.common.synchronization [req-c46f0c1e-b0d2-40f6-8c93-c5c863324d9e req-7d43a96e-ee5c-4703-b229-2407f7119b44 service nova] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1224.472535] env[66001]: INFO networking_nsxv3.common.synchronization [req-c46f0c1e-b0d2-40f6-8c93-c5c863324d9e req-7d43a96e-ee5c-4703-b229-2407f7119b44 service nova] Enqueued Resource ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 with Priority: HIGHEST for action port [ 1224.473224] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_rules [ 1224.473313] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1224.473467] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 with Priority: HIGHEST for action port [ 1224.473794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.473896] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.473979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.474272] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.474698] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.476210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.476210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.476210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.476210] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.477527] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.477853] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.477955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.478326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.478326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.478420] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.479385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae21c33b-c686-498f-a5bc-a35acae7f2d5 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.479647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.479647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.479813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.479813] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21c33b-c686-498f-a5bc-a35acae7f2d5',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.981274] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.983079] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.983203] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.983592] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae21c33b-c686-498f-a5bc-a35acae7f2d5 with status ACTIVE [ 1224.983763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.983871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.983936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.984172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.984264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.984446] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.984553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.984616] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.984781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.984855] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.985315] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.985315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.985315] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.985497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.985603] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.985701] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae21c33b-c686-498f-a5bc-a35acae7f2d5 is going to be updated. [ 1225.009548] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.009745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.009745] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.009936] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.010105] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.010261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae21c33b-c686-498f-a5bc-a35acae7f2d5" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.484369] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.695020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 in Status: SUCCESS [ 1225.695242] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6702be-d6c0-4612-bd6c-92b94eca91c7 deletion is rescheduled due to dependency. [ 1225.695314] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6702be-d6c0-4612-bd6c-92b94eca91c7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.830522] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: SUCCESS [ 1225.830731] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.988074] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.988074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.988074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.988074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.988074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.988074] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1226.038428] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.038680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.038680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.038874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.039013] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.051440] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1228.063723] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1228.064180] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.064241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.064565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.064885] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.065072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.065200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.065415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.065557] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.065685] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.065780] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.568708] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.070731] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d510caca-7bf9-410d-8fb1-379dc56be8a3: rpc.has_security_group_logging(os_id): False [ 1229.093633] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.093633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.093633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.094173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.116839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.117292] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.117430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.117513] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.117788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.117926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.118059] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1229.191621] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.191832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.191832] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.192140] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.192326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.205982] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1229.474609] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.474809] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1231.226014] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1231.226410] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.255815] env[66001]: INFO networking_nsxv3.common.synchronization [req-b02b3096-c0e4-44cf-a7c3-49dfb9090bc3 req-20e9db9f-9581-4252-a769-8541320e0d1b tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1234.256776] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e with Priority: HIGHEST for action security_group_members [ 1234.256776] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.256776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.256776] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.257069] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.257069] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.257226] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.257281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.257416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.257787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.257787] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f90e51-5e8f-407d-9edf-2972b2bc0f8e',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.760433] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.760593] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.760721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.760972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.786301] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.786741] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.786919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.786998] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.787216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.787302] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.787421] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e is going to be updated. [ 1234.825146] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.825345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.825421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.825697] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.825875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.836509] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: IN_PROGRESS for 2s [ 1235.784964] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.785496] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.785496] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.785757] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.790178] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.790505] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.790646] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.790914] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.791084] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.791740] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.791740] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.791740] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.791740] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.791740] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.792018] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.792018] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.816205] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.816459] env[66001]: DEBUG dogpile.cache.region [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.816644] env[66001]: DEBUG dogpile.lock [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.816914] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "network-434" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.817339] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock port-33e2596b-8df5-4541-889f-29d927b6a832 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.817534] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.817680] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.818207] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.818524] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e2596b-8df5-4541-889f-29d927b6a832',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.321660] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.321920] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.322144] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.322510] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.322764] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.323101] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.323283] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.323402] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.323805] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.323948] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.324341] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.324552] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.324655] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.324921] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.325139] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.325366] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Resource: SegmentPort with ID: 33e2596b-8df5-4541-889f-29d927b6a832 is going to be updated. [ 1236.361059] env[66001]: DEBUG networking_nsxv3.common.locking [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.361376] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.361456] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.361732] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.361950] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.362198] env[66001]: DEBUG oslo_concurrency.lockutils [None req-927f5935-1ed4-44fc-91db-f9c47e7091dc None None] Releasing lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.849867] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e in Status: SUCCESS [ 1236.850352] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f90e51-5e8f-407d-9edf-2972b2bc0f8e deletion is rescheduled due to dependency. [ 1236.850396] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f90e51-5e8f-407d-9edf-2972b2bc0f8e" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.087032] env[66001]: INFO networking_nsxv3.common.synchronization [req-31cc849b-33a1-48dc-afa5-d454983d69ef req-4c600299-baf2-48ad-adde-a36cf362a5ca service nova] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1237.087305] env[66001]: INFO networking_nsxv3.common.synchronization [req-31cc849b-33a1-48dc-afa5-d454983d69ef req-4c600299-baf2-48ad-adde-a36cf362a5ca service nova] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1237.087465] env[66001]: INFO networking_nsxv3.common.synchronization [req-31cc849b-33a1-48dc-afa5-d454983d69ef req-4c600299-baf2-48ad-adde-a36cf362a5ca service nova] Enqueued Resource ID: 33e2596b-8df5-4541-889f-29d927b6a832 with Priority: HIGHEST for action port [ 1237.088707] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_rules [ 1237.088914] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1237.089143] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2596b-8df5-4541-889f-29d927b6a832 with Priority: HIGHEST for action port [ 1237.090188] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.090386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.090498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.091154] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.091293] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.093478] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.093682] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.093783] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.094455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.094713] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.094871] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.094977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.095703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.095955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.096218] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.098092] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e2596b-8df5-4541-889f-29d927b6a832 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.098320] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.098522] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.098828] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.098828] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e2596b-8df5-4541-889f-29d927b6a832',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.187725] env[66001]: INFO networking_nsxv3.common.synchronization [req-bb85d958-8237-4409-8c3d-5765cf2b6008 req-8fc32835-0795-40fe-8b19-7d9d67849019 tempest-DeleteServersTestJSON-511331301 tempest-DeleteServersTestJSON-511331301-project-member] Enqueued Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1237.188413] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f with Priority: HIGHEST for action security_group_members [ 1237.188760] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c75995c-faba-4ec0-9a0c-e0af8c75410f taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.188917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.188979] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.189152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.189313] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.189563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.189633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.189795] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.189879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.190055] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c75995c-faba-4ec0-9a0c-e0af8c75410f',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.594118] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.594341] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.598797] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.600644] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e2596b-8df5-4541-889f-29d927b6a832 with status ACTIVE [ 1237.600938] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.601113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.601195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.601475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.601600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.601832] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.602033] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.602092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.602309] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.602394] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.602620] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.602769] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.602857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.603073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.603189] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.603340] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e2596b-8df5-4541-889f-29d927b6a832 is going to be updated. [ 1237.625394] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.625709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.625709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.625798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.625993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.626101] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e2596b-8df5-4541-889f-29d927b6a832" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.692651] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.692651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.692651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.692651] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.720964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.721265] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.721519] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.721601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.721817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.721901] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.722010] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f is going to be updated. [ 1237.760793] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.760977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.761055] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.761270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.761412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.773893] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: IN_PROGRESS for 2s [ 1238.101330] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.279500] env[66001]: INFO networking_nsxv3.common.synchronization [req-71f630c3-8440-44f4-8660-04e98f37195f req-056e9b34-6696-4f1b-8292-2f8789f3ceff tempest-AttachVolumeNegativeTest-1576383094 tempest-AttachVolumeNegativeTest-1576383094-project-member] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1238.279739] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGHEST for action security_group_members [ 1238.280356] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.281317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.281400] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.281609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.281782] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.281881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.281945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.282124] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.282209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.282336] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.571055] env[66001]: INFO networking_nsxv3.common.synchronization [req-c571ea56-edf5-44c4-8d30-f665ff3a6d0a req-76400e50-45e4-4a94-af21-35a363f212dc tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1238.571626] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1238.571933] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.572067] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.572134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.572402] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.572599] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.572706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.572768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.572930] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.573026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.573117] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.606022] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.606022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.606022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.606022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.606022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.606022] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be updated. [ 1238.636777] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.636777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.636777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.636777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.636777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.647047] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: IN_PROGRESS for 2s [ 1238.785086] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.785325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.785325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.785532] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.810079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.810079] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.810079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.810079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.810079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.810079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.810079] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 is going to be updated. [ 1238.843052] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.843052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.843052] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.843409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.843409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.858058] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: IN_PROGRESS for 2s [ 1239.077546] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.077546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.077546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.077546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.100680] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.100936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.101075] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.101136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.101322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.101583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.101843] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1239.129229] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.129426] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.129512] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.129727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.129869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.138283] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1239.784058] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f in Status: SUCCESS [ 1239.784194] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c75995c-faba-4ec0-9a0c-e0af8c75410f deletion is rescheduled due to dependency. [ 1239.784357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c75995c-faba-4ec0-9a0c-e0af8c75410f" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.657090] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1240.657475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.657475] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.657674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.657865] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.657981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.658059] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.658220] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.658342] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.658398] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.658487] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.864192] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 in Status: SUCCESS [ 1240.864420] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 deletion is rescheduled due to dependency. [ 1240.864555] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.154222] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1241.154420] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae deletion is rescheduled due to dependency. [ 1241.154550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.161057] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.664047] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d116004e-271f-4e3d-a70d-34f3dd3d6f33: rpc.has_security_group_logging(os_id): False [ 1241.681551] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.681701] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.681865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.682094] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.702135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.702493] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.702695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.702695] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.702919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.702977] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.703041] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be updated. [ 1241.762789] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.762789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.762789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.762789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.762789] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.773700] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: IN_PROGRESS for 2s [ 1243.572992] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.573306] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1243.787573] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1243.787818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.471526] env[66001]: INFO networking_nsxv3.common.synchronization [req-95aa4bba-c9b6-4fbc-ada3-68f7cf948e73 req-4f9e1b6b-53b0-4b8c-bdbf-3583fdbefd32 tempest-ServerActionsTestOtherB-1786566425 tempest-ServerActionsTestOtherB-1786566425-project-member] Enqueued Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1245.473523] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 with Priority: HIGHEST for action security_group_members [ 1245.473523] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d510caca-7bf9-410d-8fb1-379dc56be8a3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.473523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.473523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.473523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.473523] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.474020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.474020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.474020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.474020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.474020] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d510caca-7bf9-410d-8fb1-379dc56be8a3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.782163] env[66001]: INFO networking_nsxv3.common.synchronization [req-85b56c12-cb63-4250-894a-566434fc8e64 req-d787bd28-a3b3-4d9d-ab7e-00a03f4aa156 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1245.782163] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1245.782163] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.782492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.782525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.783494] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.783671] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.783780] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.783836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.784397] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.784970] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.784970] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.980657] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.980657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.980657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.980895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.981318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.981318] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.981318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.981471] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.981540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.981875] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.981968] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 is going to be updated. [ 1246.015776] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.015942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.016024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.016237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.016417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.030570] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: IN_PROGRESS for 2s [ 1246.202013] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.202309] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.202564] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.202892] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.203314] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.203599] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.203801] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.204145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.204460] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.204789] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.204998] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.205226] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.205427] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.205736] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.205934] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.206325] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.229225] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.229595] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.229718] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.229841] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.230143] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-e36b4108-c089-4c11-b017-22e2ae648d2c taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.230316] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.230435] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.230783] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.230895] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36b4108-c089-4c11-b017-22e2ae648d2c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.286984] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.287237] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.287328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.287597] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.308671] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.308940] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.309078] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.309142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.309371] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.309452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.309535] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be updated. [ 1246.339084] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.339261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.339332] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.339764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.339933] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.349766] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1246.733377] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.733724] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.733724] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.733992] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.734145] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.734295] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port e36b4108-c089-4c11-b017-22e2ae648d2c not found, creating... [ 1246.734557] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.734765] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.734887] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.735116] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.735246] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.735530] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.735678] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.735788] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.735984] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.736123] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.736256] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: e36b4108-c089-4c11-b017-22e2ae648d2c is going to be created. [ 1246.769221] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.769474] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.769532] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.769820] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.770072] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.770298] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.497040] env[66001]: INFO networking_nsxv3.common.synchronization [req-85b56c12-cb63-4250-894a-566434fc8e64 req-73e83e81-2e5b-483d-bb94-21b7bd96c270 service nova] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_rules [ 1247.497040] env[66001]: INFO networking_nsxv3.common.synchronization [req-85b56c12-cb63-4250-894a-566434fc8e64 req-73e83e81-2e5b-483d-bb94-21b7bd96c270 service nova] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1247.497320] env[66001]: INFO networking_nsxv3.common.synchronization [req-85b56c12-cb63-4250-894a-566434fc8e64 req-73e83e81-2e5b-483d-bb94-21b7bd96c270 service nova] Enqueued Resource ID: e36b4108-c089-4c11-b017-22e2ae648d2c with Priority: HIGHEST for action port [ 1247.497844] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_rules [ 1247.498016] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1247.498121] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36b4108-c089-4c11-b017-22e2ae648d2c with Priority: HIGHEST for action port [ 1247.498492] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.498674] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.498768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.498919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.499034] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.500891] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.500891] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.501073] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36b4108-c089-4c11-b017-22e2ae648d2c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.501073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.501183] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.501336] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.501374] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36b4108-c089-4c11-b017-22e2ae648d2c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.002579] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.003158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.004159] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36b4108-c089-4c11-b017-22e2ae648d2c with status ACTIVE [ 1248.004438] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.004581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.005029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.005029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.005029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.005192] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.005284] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.005350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.005838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.005838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.006212] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.006326] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.006499] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.006584] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.006663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.006986] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36b4108-c089-4c11-b017-22e2ae648d2c is going to be updated. [ 1248.033029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.033348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.033348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.033447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.033609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.033760] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.042648] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 in Status: SUCCESS [ 1248.042843] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d510caca-7bf9-410d-8fb1-379dc56be8a3 deletion is rescheduled due to dependency. [ 1248.042983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d510caca-7bf9-410d-8fb1-379dc56be8a3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.208283] env[66001]: INFO networking_nsxv3.common.synchronization [req-088d6b8a-66c2-43e8-b3f7-3cb61929d413 req-ab00f84e-bdc4-4696-8355-78ea4b8cf72d tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1248.209375] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1248.209698] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.209822] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.209892] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.210097] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.210252] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.210352] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.210415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.210551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.210625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.210717] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.360711] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1248.360932] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a deletion is rescheduled due to dependency. [ 1248.361093] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.361289] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.361539] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.361845] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.361920] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.361981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.362149] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.362231] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.362329] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.580052] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.580052] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.580052] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.580052] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.580448] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.580520] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.580654] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.580912] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.581078] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.581378] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.581495] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.581609] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.581717] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.581828] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.582209] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.582209] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.610039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.610219] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.610395] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.610602] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-101" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.611024] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.611250] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.611311] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.611690] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.611830] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c35fddb-f5ca-40d3-b000-157ce1bd3cab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.714339] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.714536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.714536] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.714763] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.714856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.715074] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.715223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.715288] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.715443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.715523] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.715617] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1248.748744] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.749034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.749034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.749449] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.749742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.760603] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1248.864968] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.115696] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.116118] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.116118] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.116454] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.116624] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.116784] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port 7c35fddb-f5ca-40d3-b000-157ce1bd3cab not found, creating... [ 1249.117081] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.117292] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.117412] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.117673] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.117840] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.118188] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.118352] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.118500] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.118717] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.118852] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.118988] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: 7c35fddb-f5ca-40d3-b000-157ce1bd3cab is going to be created. [ 1249.141954] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.142184] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.142311] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.142607] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.142845] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.143084] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.367907] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.858721] env[66001]: INFO networking_nsxv3.common.synchronization [req-088d6b8a-66c2-43e8-b3f7-3cb61929d413 req-5fe7eaf0-d02e-4131-9ee3-da90aaeb9078 service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 1249.858896] env[66001]: INFO networking_nsxv3.common.synchronization [req-088d6b8a-66c2-43e8-b3f7-3cb61929d413 req-5fe7eaf0-d02e-4131-9ee3-da90aaeb9078 service nova] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1249.859085] env[66001]: INFO networking_nsxv3.common.synchronization [req-088d6b8a-66c2-43e8-b3f7-3cb61929d413 req-5fe7eaf0-d02e-4131-9ee3-da90aaeb9078 service nova] Enqueued Resource ID: 7c35fddb-f5ca-40d3-b000-157ce1bd3cab with Priority: HIGHEST for action port [ 1249.859597] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_rules [ 1249.859760] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1249.859820] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c35fddb-f5ca-40d3-b000-157ce1bd3cab with Priority: HIGHEST for action port [ 1249.860223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.860357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.860424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.860638] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.860718] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.861932] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.862136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.862357] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.862461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.862525] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.862691] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.862765] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c35fddb-f5ca-40d3-b000-157ce1bd3cab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.870974] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.871121] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.871172] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.871363] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.871456] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.871733] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be updated. [ 1249.926718] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.926980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.926980] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.927182] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.927264] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.941580] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1250.363257] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.363657] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.364682] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c35fddb-f5ca-40d3-b000-157ce1bd3cab with status ACTIVE [ 1250.364863] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.364972] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.365049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.365262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.365351] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.365525] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.365620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.365681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.365829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.365903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.366104] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.366196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.366248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.366417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.366490] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.366572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c35fddb-f5ca-40d3-b000-157ce1bd3cab is going to be updated. [ 1250.389435] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.389665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.389713] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.389932] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.390090] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.390251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c35fddb-f5ca-40d3-b000-157ce1bd3cab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.771113] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1250.771352] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae deletion is rescheduled due to dependency. [ 1250.771447] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.771620] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.771854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.772065] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.772268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.772393] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.772693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.772799] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.772945] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.276110] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.778204] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.956895] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1251.956895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.957086] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.957261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.957466] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.957588] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.957656] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.957818] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.957915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.957981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.958083] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.280330] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.280544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.280544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.280857] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.281049] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.281168] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1252.309685] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.309854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.309903] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.311026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.311026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.319284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1252.462399] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.462607] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.462652] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.463058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.463254] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.463345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.463544] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.463615] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.463689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.463738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.463866] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.463955] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.464018] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.464164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.464302] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.464392] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.464450] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.464581] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.464755] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.464856] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.464946] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.884530] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.884530] env[66001]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-483f24e2-9479-4637-9e60-f6f2a2bd2d31 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.968069] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb6670a-f17f-4429-afa5-7bac3460e33a: rpc.has_security_group_logging(os_id): False [ 1252.988025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.988211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.988211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.988888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.988888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.988888] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.988888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.988888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.989119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.989158] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.989328] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.989459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.989698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.989698] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.989839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.989952] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.990083] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.990168] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.990244] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.990308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.990419] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be updated. [ 1253.060993] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.060993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.060993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.060993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.060993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.072688] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1254.331032] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1254.331032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.331032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.331421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.331421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.331421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.331554] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.331590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.332484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.332484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.332484] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.834627] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.860474] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.860687] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1255.087278] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1255.087590] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.336873] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a37d6ba-1a35-40c7-a917-a636e51cd7ae: rpc.has_security_group_logging(os_id): False [ 1255.356605] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.356801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.356873] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.357232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.357232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.357407] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.357511] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.357565] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.357721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.357790] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.357862] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1255.420091] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.420338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.420338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.420757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.420757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.441284] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1257.457729] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1257.458119] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.037178] env[66001]: INFO networking_nsxv3.common.synchronization [req-fcfc2cc2-ffc7-4320-8058-0d19d4c04e59 req-b27e90eb-307a-433a-a5c9-7e4afcb9eeac tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1258.037420] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a with Priority: HIGHEST for action security_group_members [ 1258.037734] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb6670a-f17f-4429-afa5-7bac3460e33a taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.037861] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.037945] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.038230] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.038491] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.038645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.038710] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.038865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.038946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.039080] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb6670a-f17f-4429-afa5-7bac3460e33a',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.079554] env[66001]: INFO networking_nsxv3.common.synchronization [req-fcfc2cc2-ffc7-4320-8058-0d19d4c04e59 req-b27e90eb-307a-433a-a5c9-7e4afcb9eeac tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: e36b4108-c089-4c11-b017-22e2ae648d2c with Priority: HIGHEST for action port [ 1258.080164] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36b4108-c089-4c11-b017-22e2ae648d2c with Priority: HIGHEST for action port [ 1258.080750] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36b4108-c089-4c11-b017-22e2ae648d2c taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.080902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.080978] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.081283] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.081369] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36b4108-c089-4c11-b017-22e2ae648d2c',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.542029] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.542029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.542029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.542401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.542401] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.543023] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.543023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.543023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.543023] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.543248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.543248] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a is going to be updated. [ 1258.585025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.585025] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36b4108-c089-4c11-b017-22e2ae648d2c with status ACTIVE [ 1258.585025] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.585025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.585831] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.586092] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.586286] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.586589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.588089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.588089] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.588089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.588089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.588089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.588089] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.588089] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36b4108-c089-4c11-b017-22e2ae648d2c is going to be updated. [ 1258.604034] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: IN_PROGRESS for 2s [ 1258.613993] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.613993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.614190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.614614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.614614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.614614] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36b4108-c089-4c11-b017-22e2ae648d2c" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.615344] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a in Status: SUCCESS [ 1260.615787] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb6670a-f17f-4429-afa5-7bac3460e33a deletion is rescheduled due to dependency. [ 1260.615787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb6670a-f17f-4429-afa5-7bac3460e33a" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.080761] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.081208] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.081678] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.081678] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.082840] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.083164] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.821555] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.822160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.822160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.822160] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.822160] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.325865] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.827200] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.329378] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1276.330122] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1277.114126] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.114563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.114563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.114563] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.128431] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1277.129071] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.129965] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1277.172108] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.172353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.172353] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.172548] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.187964] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.188555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1277.188629] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.188735] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1277.229703] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.229944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.229944] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.230131] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.231340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.231522] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1277.329751] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.329981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.329981] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.330174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.330464] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.330719] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1277.416991] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.417177] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.417232] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.417439] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.417727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.418020] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1277.418113] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d116004e-271f-4e3d-a70d-34f3dd3d6f33', '1371af35-ece1-4fc8-a994-a8edb4fdc058', '12e5f605-8700-4946-a260-502194a095ab', 'ba8615a2-0374-473f-b1e4-c557b4b6b9e3', 'b970bd62-d98c-482a-b713-1828db478f18', 'c7721c45-0ddb-4326-b09f-9456dc4b10ec', '71cae235-4f4e-410f-afb4-bbb88eb2bafb', '8a7352f3-ace7-44b0-90f0-5e1e15839677', '3edc7bfa-6d4e-4611-95d6-191c8f92c74d', 'f77c65ae-50b6-49e5-8bb6-aeda5670cfa1', '379d239a-98cb-41ee-9f55-2d0717f997d7', 'b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1', 'ad507de3-4c3e-4cbd-8506-fbba542d2652', '96e9cad8-da11-406d-8480-012ccf61f917', '4c9844bf-171c-4525-bcb3-9d2535b18150', 'a0bdf2fa-899a-44a3-b464-a8a728e67795', 'e925b46d-c5c2-418e-baf4-228da9e5c847', '23190149-f4a3-4a07-aa8d-fa2b80d7a542', '7187de99-27fa-4da6-8685-10adb0b5aba8', '4a37d6ba-1a35-40c7-a917-a636e51cd7ae', '8904e233-5911-4313-aa38-9cda902851ea', 'd995768d-f5e0-4a2f-9e19-6080ed8ddd4c', '133c4649-e4cf-4b9d-94b7-d92e8db3ed4b', 'f30329ea-ef26-41b1-945b-ffd4baa192e7', '2b6702be-d6c0-4612-bd6c-92b94eca91c7', '1c75995c-faba-4ec0-9a0c-e0af8c75410f', '1d105417-1be7-4fca-97ba-cd0b5acc5a61', '006fd5d0-a5d1-4035-bda4-d7033297a301', '303fc130-98de-4d5a-90e7-1130944633ee', 'dbf9b025-5129-4104-9eab-e3c38c2805b2', 'd510caca-7bf9-410d-8fb1-379dc56be8a3', '2a0c5039-7ba1-49e4-a5a9-748ade801f2a', 'f712a65f-0ad5-4836-939d-3b185970fcd5', 'f466aeca-db13-43e9-be52-8b7f1744dcae', '1a9fbaa0-4f48-46c5-a444-fe0f8636c721', '4d299ff7-9595-41d2-8705-b749a5a2677f', '5a4a83ab-2b24-4d39-b696-0732e7f2e7cf', '5551ac98-a215-4d75-accc-c83e8fef7118', '78775d4e-42a5-4e67-9f60-a3b38358aa9b', '2fb6670a-f17f-4429-afa5-7bac3460e33a', '80d44fce-9f7b-4e7b-936c-ddcedf188a87', '3fe97c9c-bcfd-45a2-9cf2-e924bee5f75d', '6b6f4a77-37fa-4284-b68c-452619181434', 'd5fa5243-ab65-45a3-8337-8b8cea51853b', '39f90e51-5e8f-407d-9edf-2972b2bc0f8e', '925ec1fc-da26-4f23-9bee-f2d748dfdd87'} {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.418214] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1277.437385] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.437518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.437587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.437820] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.437950] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.438084] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1277.438156] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.438226] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1277.532641] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.532641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.532641] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.533113] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.533989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.534310] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1277.534392] env[66001]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66001) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.534435] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1277.534487] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1277.534561] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1277.534634] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGH for action security_group_rules [ 1277.534712] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGH for action security_group_rules [ 1277.534799] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGH for action security_group_rules [ 1277.534840] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGH for action security_group_rules [ 1277.534895] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 1277.534957] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGH for action security_group_rules [ 1277.535030] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGH for action security_group_rules [ 1277.535096] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGH for action security_group_rules [ 1277.535155] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGH for action security_group_rules [ 1277.535216] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGH for action security_group_rules [ 1277.535278] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGH for action security_group_rules [ 1277.535344] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGH for action security_group_rules [ 1277.535406] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 1277.535517] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGH for action security_group_rules [ 1277.535517] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGH for action security_group_rules [ 1277.535592] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGH for action security_group_rules [ 1277.535640] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGH for action security_group_rules [ 1277.535704] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGH for action security_group_rules [ 1277.535766] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGH for action security_group_rules [ 1277.535827] env[66001]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGH for action security_group_rules [ 1277.536074] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.084329] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.084535] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1278.084758] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGH for action security_group_rules [ 1278.085014] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e5f605-8700-4946-a260-502194a095ab with Priority: HIGH for action security_group_rules [ 1278.085236] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb with Priority: HIGH for action security_group_rules [ 1278.085424] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 with Priority: HIGH for action security_group_rules [ 1278.085618] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGH for action security_group_rules [ 1278.085778] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 with Priority: HIGH for action security_group_rules [ 1278.085948] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 with Priority: HIGH for action security_group_rules [ 1278.086135] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e925b46d-c5c2-418e-baf4-228da9e5c847 with Priority: HIGH for action security_group_rules [ 1278.086334] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e9cad8-da11-406d-8480-012ccf61f917 with Priority: HIGH for action security_group_rules [ 1278.086447] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGH for action security_group_rules [ 1278.086605] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 with Priority: HIGH for action security_group_rules [ 1278.086766] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 with Priority: HIGH for action security_group_rules [ 1278.086926] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 with Priority: HIGH for action security_group_rules [ 1278.087100] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 with Priority: HIGH for action security_group_rules [ 1278.087260] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d with Priority: HIGH for action security_group_rules [ 1278.087419] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGH for action security_group_rules [ 1278.087578] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 with Priority: HIGH for action security_group_rules [ 1278.087733] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b970bd62-d98c-482a-b713-1828db478f18 with Priority: HIGH for action security_group_rules [ 1278.087890] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 with Priority: HIGH for action security_group_rules [ 1278.088067] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 with Priority: HIGH for action security_group_rules [ 1278.089376] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.089589] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.089699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.090040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.090198] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.091531] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e5f605-8700-4946-a260-502194a095ab taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.091696] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.091805] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.092106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.092244] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e5f605-8700-4946-a260-502194a095ab',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.092911] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.093085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.093185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.093416] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.093754] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71cae235-4f4e-410f-afb4-bbb88eb2bafb',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.095238] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c9844bf-171c-4525-bcb3-9d2535b18150 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.095924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.095924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.095924] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.095924] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c9844bf-171c-4525-bcb3-9d2535b18150',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.096910] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.097080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.097171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.097478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.097478] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.098484] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7187de99-27fa-4da6-8685-10adb0b5aba8 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.098633] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.098727] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.098953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.099088] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7187de99-27fa-4da6-8685-10adb0b5aba8',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.100303] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.100466] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.100575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.100802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.100923] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23190149-f4a3-4a07-aa8d-fa2b80d7a542',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.101907] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e925b46d-c5c2-418e-baf4-228da9e5c847 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.102091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.102194] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.102419] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.102530] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e925b46d-c5c2-418e-baf4-228da9e5c847',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.103507] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e9cad8-da11-406d-8480-012ccf61f917 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.103700] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.103775] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.104015] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.104149] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e9cad8-da11-406d-8480-012ccf61f917',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.104719] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.104876] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.104989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.105227] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.105339] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.106466] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad507de3-4c3e-4cbd-8506-fbba542d2652 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.106644] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.106764] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.107010] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.107153] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad507de3-4c3e-4cbd-8506-fbba542d2652',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.108148] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.108325] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.108531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.108665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.108847] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.109820] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379d239a-98cb-41ee-9f55-2d0717f997d7 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.109973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.110107] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.110339] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.110469] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379d239a-98cb-41ee-9f55-2d0717f997d7',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.111271] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.111388] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.111438] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.111667] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.111785] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77c65ae-50b6-49e5-8bb6-aeda5670cfa1',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.113467] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.113631] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.113740] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.113994] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.114141] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3edc7bfa-6d4e-4611-95d6-191c8f92c74d',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.114902] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.115174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.115174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.115417] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.115548] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.116149] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7352f3-ace7-44b0-90f0-5e1e15839677 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.116317] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.116428] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.116666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.116815] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7352f3-ace7-44b0-90f0-5e1e15839677',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.117747] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b970bd62-d98c-482a-b713-1828db478f18 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.117921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.118058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.118291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.118414] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b970bd62-d98c-482a-b713-1828db478f18',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.119409] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1371af35-ece1-4fc8-a994-a8edb4fdc058 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.119575] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.119684] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119926] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.120072] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1371af35-ece1-4fc8-a994-a8edb4fdc058',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.121193] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.121346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.121459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.121693] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.121821] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8615a2-0374-473f-b1e4-c557b4b6b9e3',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.129826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.130024] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.130139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.130407] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.130643] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.130802] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.130911] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.131267] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.131427] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.131587] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.131878] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.624833] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.625152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.625152] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.625364] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.625507] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.625609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.625666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.625813] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.625902] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.625986] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.626088] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.633366] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.633508] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.633561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.633865] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.633865] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.634051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.634051] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.634209] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.634276] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.634360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.634442] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.644894] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.648321] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.648480] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.648573] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.648863] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.649049] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.649164] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.649241] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.649406] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.649492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.649609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.649702] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.673580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.673848] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.673983] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.674344] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.688819] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.689077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.700439] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.700668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.701794] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.701928] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.713337] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.713553] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.719223] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.719424] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.721576] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.721732] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.723210] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.723420] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.725098] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.725233] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.726034] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.726141] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.726919] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.727053] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.727704] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.728195] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.728297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.729183] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.729390] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.729492] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.730190] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.730561] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.730647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.731282] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.731660] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.731747] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.732385] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.732790] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.732881] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.735195] env[66001]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.735604] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.735718] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77c65ae-50b6-49e5-8bb6-aeda5670cfa1 is going to be deleted. [ 1278.736601] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.736862] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.776829] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.776992] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1 is going to be deleted. [ 1278.777900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.778135] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.815171] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.815446] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1371af35-ece1-4fc8-a994-a8edb4fdc058 is going to be deleted. [ 1278.816798] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.817054] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.843884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.844039] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7352f3-ace7-44b0-90f0-5e1e15839677 is going to be deleted. [ 1278.845029] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.845262] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.875888] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.875888] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.884615] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.884800] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.889777] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.889777] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7187de99-27fa-4da6-8685-10adb0b5aba8 is going to be deleted. [ 1278.890847] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.891082] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.927978] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.928191] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.929332] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.929443] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.930414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.930538] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23190149-f4a3-4a07-aa8d-fa2b80d7a542 is going to be deleted. [ 1278.931528] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.931663] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.000742] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.001055] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3edc7bfa-6d4e-4611-95d6-191c8f92c74d is going to be deleted. [ 1279.001852] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.002079] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.023985] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.024216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.049205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.049411] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b970bd62-d98c-482a-b713-1828db478f18 is going to be deleted. [ 1279.050442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.050728] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.089645] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.089830] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad507de3-4c3e-4cbd-8506-fbba542d2652 is going to be deleted. [ 1279.090868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.091190] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.134069] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.134502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.134502] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.134679] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.134883] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.135025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.135136] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.135319] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.135409] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.135501] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.135658] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.135752] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.135811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.135957] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.136114] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.136207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.136268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.136405] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.136481] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.136564] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.136806] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.138464] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.138570] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.143269] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.153889] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.154077] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.156610] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d116004e-271f-4e3d-a70d-34f3dd3d6f33: rpc.has_security_group_logging(os_id): False [ 1279.157642] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.178459] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.178555] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e5f605-8700-4946-a260-502194a095ab is going to be deleted. [ 1279.179547] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.179770] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.184827] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.185012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.209603] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.209839] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.284468] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.284625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.285707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.285808] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e925b46d-c5c2-418e-baf4-228da9e5c847 is going to be deleted. [ 1279.286787] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.287025] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.384728] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.384989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.400248] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.400440] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379d239a-98cb-41ee-9f55-2d0717f997d7 is going to be deleted. [ 1279.401504] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.401756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.484287] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.484466] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e9cad8-da11-406d-8480-012ccf61f917 is going to be deleted. [ 1279.485479] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.485722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.504979] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.505175] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.534497] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.534741] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71cae235-4f4e-410f-afb4-bbb88eb2bafb is going to be deleted. [ 1279.535576] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.535792] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.639868] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bdf2fa-899a-44a3-b464-a8a728e67795: rpc.has_security_group_logging(os_id): False [ 1279.645725] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a37d6ba-1a35-40c7-a917-a636e51cd7ae: rpc.has_security_group_logging(os_id): False [ 1279.660580] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7721c45-0ddb-4326-b09f-9456dc4b10ec: rpc.has_security_group_logging(os_id): False [ 1279.695061] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.695285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.703538] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.703738] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.706788] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.706921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.712756] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.712923] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c9844bf-171c-4525-bcb3-9d2535b18150 is going to be deleted. [ 1279.713954] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.714235] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.715853] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.716040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.723806] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.723989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.772474] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.772692] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8615a2-0374-473f-b1e4-c557b4b6b9e3 is going to be deleted. [ 1279.774034] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.774360] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.774506] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.774703] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77c65ae-50b6-49e5-8bb6-aeda5670cfa1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.774953] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.775225] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.775357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.775542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4689b9a-b4d9-4c1a-8ddb-d8d219a274b1" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.776313] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.776542] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.776668] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.776842] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1371af35-ece1-4fc8-a994-a8edb4fdc058" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.777063] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.777297] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.777415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.777583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7352f3-ace7-44b0-90f0-5e1e15839677" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.777781] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.777995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.778139] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.778322] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7187de99-27fa-4da6-8685-10adb0b5aba8" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.778518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.778736] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.778869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.779056] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23190149-f4a3-4a07-aa8d-fa2b80d7a542" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.779270] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.779476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.779599] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.779768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3edc7bfa-6d4e-4611-95d6-191c8f92c74d" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.779969] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.780205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.780334] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.780521] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b970bd62-d98c-482a-b713-1828db478f18" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.780721] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.780940] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.820733] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.820943] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.835060] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.835453] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.835551] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.835625] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.835834] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.835921] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.836028] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be updated. [ 1279.837144] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.837331] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.837414] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.837533] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad507de3-4c3e-4cbd-8506-fbba542d2652" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.837672] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.837821] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.837900] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e5f605-8700-4946-a260-502194a095ab" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838185] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.838328] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.838404] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838530] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e925b46d-c5c2-418e-baf4-228da9e5c847" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838649] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.838833] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.838907] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.839030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379d239a-98cb-41ee-9f55-2d0717f997d7" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.839629] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.839851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.885523] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.885675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.910609] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.910881] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.911012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.911085] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.911285] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.911365] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.911623] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.911709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.911709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.911854] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.911927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.912138] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.912216] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.912275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.912411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.912484] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.912572] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1279.913678] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.913850] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.961445] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.961787] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.961895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.961963] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.962195] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.962281] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.962372] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1279.963505] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.963681] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.963768] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.963899] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71cae235-4f4e-410f-afb4-bbb88eb2bafb" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.964044] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.964243] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.994371] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.994546] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.013812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.014159] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.014268] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.014338] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.014540] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.014623] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.014716] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec is going to be updated. [ 1280.015812] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.015993] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.016120] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.016211] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e9cad8-da11-406d-8480-012ccf61f917" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.016348] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.016495] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.016566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.016704] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c9844bf-171c-4525-bcb3-9d2535b18150" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.017763] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.017927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.017927] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.018072] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.018205] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.019381] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.019646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.019646] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.019810] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8615a2-0374-473f-b1e4-c557b4b6b9e3" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.115648] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: IN_PROGRESS for 2s [ 1280.167875] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.168425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.168425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.168425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.168425] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.182421] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.182707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.182707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.182836] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.182987] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.209062] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.209265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.209265] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.209458] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.209605] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.255640] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1280.259438] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1280.275585] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: IN_PROGRESS for 2s [ 1282.133065] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1282.133452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.277854] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1282.278118] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.279817] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1282.280008] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.290710] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: SUCCESS [ 1282.290990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.089279] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.089457] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.424908] env[66001]: INFO networking_nsxv3.common.synchronization [req-ef8b89fa-4fc3-4b39-a645-1872f6b5775e req-757ebd2f-e0d1-45a7-8242-d92e74d77f86 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1283.425580] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1283.427070] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.427343] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.427453] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.427632] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.427815] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.427942] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.428026] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.428208] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.428305] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.428405] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.756934] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.757154] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.757276] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.757533] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.757788] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.757967] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.758112] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.758328] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.758468] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.758674] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.759175] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] NeedRegenerationException {{(pid=66001) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.759322] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] no value, waiting for create lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.759409] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] value creation lock acquired {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.759526] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] No value present for key: 'zone-id' {{(pid=66001) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.759632] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Calling creation function for not-yet-present value {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.759763] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.780805] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.781010] env[66001]: DEBUG dogpile.cache.region [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66001) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.781125] env[66001]: DEBUG dogpile.lock [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Released creation lock {{(pid=66001) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.781298] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "network-490" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.781608] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock port-b59d6d36-0b29-4ea7-9abd-1c65b105b307 taken with stack trace [, , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.781775] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.781910] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.782258] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.782391] env[66001]: DEBUG networking_nsxv3.api.rpc [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59d6d36-0b29-4ea7-9abd-1c65b105b307',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.930592] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.285020] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.285361] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.285555] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.285974] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.286213] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.286443] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Segment Port b59d6d36-0b29-4ea7-9abd-1c65b105b307 not found, creating... [ 1284.286856] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.287122] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.287308] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.287637] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.287851] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.288306] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.288533] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.289149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.289149] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.289284] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.289403] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Resource: SegmentPort with ID: b59d6d36-0b29-4ea7-9abd-1c65b105b307 is going to be created. [ 1284.312150] env[66001]: DEBUG networking_nsxv3.common.locking [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.312401] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.312527] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.312811] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.313062] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.313304] env[66001]: DEBUG oslo_concurrency.lockutils [None req-14d0eaed-ad3c-47f6-a73b-ab5c9d7bc26d None None] Releasing lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.433622] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.935280] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.935444] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.935518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.935801] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.935915] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.935955] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be updated. [ 1284.966537] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.966782] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.966838] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.967032] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.967174] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976595] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 1285.016565] env[66001]: INFO networking_nsxv3.common.synchronization [req-ef8b89fa-4fc3-4b39-a645-1872f6b5775e req-3f823278-9a35-4447-a86c-2806bcba15f5 service nova] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 1285.016808] env[66001]: INFO networking_nsxv3.common.synchronization [req-ef8b89fa-4fc3-4b39-a645-1872f6b5775e req-3f823278-9a35-4447-a86c-2806bcba15f5 service nova] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1285.017097] env[66001]: INFO networking_nsxv3.common.synchronization [req-ef8b89fa-4fc3-4b39-a645-1872f6b5775e req-3f823278-9a35-4447-a86c-2806bcba15f5 service nova] Enqueued Resource ID: b59d6d36-0b29-4ea7-9abd-1c65b105b307 with Priority: HIGHEST for action port [ 1285.017658] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_rules [ 1285.017845] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1285.017881] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59d6d36-0b29-4ea7-9abd-1c65b105b307 with Priority: HIGHEST for action port [ 1285.018688] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.018910] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.019080] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.019308] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.019574] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.020339] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.020478] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.020589] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59d6d36-0b29-4ea7-9abd-1c65b105b307 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.020811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.020851] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.021040] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.021118] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59d6d36-0b29-4ea7-9abd-1c65b105b307',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.523097] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.523531] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.523669] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b59d6d36-0b29-4ea7-9abd-1c65b105b307 with status ACTIVE [ 1285.523892] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.524012] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.524106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.524291] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.524380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.524554] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.524647] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.524707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.524860] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.524937] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.525164] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.525258] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.525318] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.525461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.526114] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.526114] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b59d6d36-0b29-4ea7-9abd-1c65b105b307 is going to be updated. [ 1285.551691] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.551941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.551941] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.552106] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.552256] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.552421] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59d6d36-0b29-4ea7-9abd-1c65b105b307" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.989490] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 1286.989826] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.989946] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.990196] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.990393] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.990493] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.990561] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.990708] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.990788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.990882] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.494567] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.997371] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.500336] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.500600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.500600] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.500784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.500874] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.500978] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be updated. [ 1288.539975] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.540269] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.540372] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.540618] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.540779] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.553142] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 1290.019410] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.019840] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1290.564886] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 1290.565266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.565266] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.565451] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.565639] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.565753] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.565817] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.565966] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.566058] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.566142] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.566227] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.068165] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.171972] env[66001]: INFO networking_nsxv3.common.synchronization [req-647e8aec-5b68-4c14-a10c-181e925bc001 req-3459542a-b091-4dba-8d76-d8c6d7e0db25 tempest-AttachVolumeShelveTestJSON-1331798406 tempest-AttachVolumeShelveTestJSON-1331798406-project-member] Enqueued Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1291.172562] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 with Priority: HIGHEST for action security_group_members [ 1291.172867] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-d116004e-271f-4e3d-a70d-34f3dd3d6f33 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.172989] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.173062] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.173391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.173481] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.173556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.173556] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.173707] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.173757] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.173854] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d116004e-271f-4e3d-a70d-34f3dd3d6f33',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.570345] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9fbaa0-4f48-46c5-a444-fe0f8636c721: rpc.has_security_group_logging(os_id): False [ 1291.588673] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.588869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.588869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.589102] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.609020] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.609369] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.609498] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.609566] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.609772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.609859] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.609987] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be updated. [ 1291.676121] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.676390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.676390] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.676529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.676675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.677936] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.678081] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.678123] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.678294] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.678378] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.678563] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.678661] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.678724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.678879] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.679073] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.679176] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 is going to be updated. [ 1291.694310] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 1291.710780] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.711030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.711030] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.711223] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.711346] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.723997] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: IN_PROGRESS for 2s [ 1293.707145] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 1293.707598] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.732934] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 in Status: SUCCESS [ 1293.733156] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d116004e-271f-4e3d-a70d-34f3dd3d6f33 deletion is rescheduled due to dependency. [ 1293.733261] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d116004e-271f-4e3d-a70d-34f3dd3d6f33" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.174072] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.174484] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.174920] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.175352] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.175979] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.176373] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.176824] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.177270] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.458568] env[66001]: INFO networking_nsxv3.common.synchronization [req-750b1204-0847-496a-8b37-ebdf9e6f0583 req-c7cd05da-2823-49ad-9bc0-ad6d2026c24e tempest-ServerActionsTestJSON-1697578993 tempest-ServerActionsTestJSON-1697578993-project-member] Enqueued Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1311.458568] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae with Priority: HIGHEST for action security_group_members [ 1311.458880] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.459166] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.459350] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.461387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.461387] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.461387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.461387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.461387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.461387] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.461387] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a37d6ba-1a35-40c7-a917-a636e51cd7ae',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.963211] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.963455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.963455] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.963665] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.963759] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.963954] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.964104] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.964170] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.964333] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.964415] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.964504] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae is going to be updated. [ 1312.024160] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.024412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.024412] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.024689] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.024872] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.037162] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: IN_PROGRESS for 2s [ 1314.050124] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae in Status: SUCCESS [ 1314.050550] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a37d6ba-1a35-40c7-a917-a636e51cd7ae deletion is rescheduled due to dependency. [ 1314.050550] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a37d6ba-1a35-40c7-a917-a636e51cd7ae" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.459017] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.459435] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.460167] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.460586] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.461159] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.461646] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.633935] env[66001]: INFO networking_nsxv3.common.synchronization [req-f2e01405-edf6-4aac-8bd3-f0b8ca2ef151 req-110903fc-6cba-4a4d-b409-9915f80d2820 tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1330.634462] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec with Priority: HIGHEST for action security_group_members [ 1330.634761] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7721c45-0ddb-4326-b09f-9456dc4b10ec taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.634887] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.634973] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.635200] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.635359] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.635705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.635705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.635705] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.635895] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.635895] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7721c45-0ddb-4326-b09f-9456dc4b10ec',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.137863] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.138027] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.138087] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.138296] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.138430] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.138581] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.138675] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.138737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.138884] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.138958] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.139063] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec is going to be updated. [ 1331.169156] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.169368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.169368] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.169567] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.169706] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.177961] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: IN_PROGRESS for 2s [ 1333.189633] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec in Status: SUCCESS [ 1333.190042] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7721c45-0ddb-4326-b09f-9456dc4b10ec deletion is rescheduled due to dependency. [ 1333.190042] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7721c45-0ddb-4326-b09f-9456dc4b10ec" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.635392] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.635785] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.636481] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.636822] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.866201] env[66001]: INFO networking_nsxv3.common.synchronization [req-88a522e7-6aaf-44e4-b4d1-4de7f476a274 req-08f3e45c-3161-4204-b11b-e9bdac14cb8a tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1342.866739] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1342.867036] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.867156] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.867229] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.867442] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.867623] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.867724] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.867788] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.867917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.868411] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.868411] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.370278] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.872640] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.374770] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.374956] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.375039] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.375251] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.375340] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.375437] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1344.407128] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.407275] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.407345] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.407549] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.407699] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.417514] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1346.429941] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1346.430329] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.868251] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.868611] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.507900] env[66001]: INFO networking_nsxv3.common.synchronization [req-94ac7ccc-303b-4203-becb-5500722483dc req-b1ad2953-9dc3-4f66-8bca-e37911db3e75 tempest-ServerRescueNegativeTestJSON-1663990526 tempest-ServerRescueNegativeTestJSON-1663990526-project-member] Enqueued Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1349.508465] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 with Priority: HIGHEST for action security_group_members [ 1349.509134] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bdf2fa-899a-44a3-b464-a8a728e67795 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.509134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.509134] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.509380] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.509415] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.509529] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.509626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.509784] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.509869] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.509964] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bdf2fa-899a-44a3-b464-a8a728e67795',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.012826] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.013173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.013173] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.013327] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.013423] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.013617] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.013737] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.013811] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.014126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.014126] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.014126] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 is going to be updated. [ 1350.044179] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.044391] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.044518] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.044702] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.044905] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.054671] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: IN_PROGRESS for 2s [ 1352.066331] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 in Status: SUCCESS [ 1352.066919] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bdf2fa-899a-44a3-b464-a8a728e67795 deletion is rescheduled due to dependency. [ 1352.066919] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bdf2fa-899a-44a3-b464-a8a728e67795" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.752634] env[66001]: INFO networking_nsxv3.common.synchronization [req-774d7723-fcac-44db-b0e9-b14ccda7c091 req-79c79adc-4abb-4605-b50e-79d72fe8d6ec tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1353.753195] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1353.753505] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.753626] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.753730] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.753885] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.754051] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.754995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.754995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.754995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.754995] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.754995] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.258138] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.759624] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.262228] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.262386] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.262461] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.262868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.262868] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.262868] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be updated. [ 1355.293862] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.294014] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.294091] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.294304] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.294452] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.303904] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 1357.315040] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 1357.315472] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.754201] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.754612] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.755784] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.756210] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.757330] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.757792] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.144684] env[66001]: INFO networking_nsxv3.common.synchronization [req-f55c88fe-30d1-4f68-87d2-62620f68b2d5 req-896a6c19-90ed-4282-8600-7a641392bed5 tempest-ServerActionsTestOtherA-433946038 tempest-ServerActionsTestOtherA-433946038-project-member] Enqueued Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1370.145223] env[66001]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 with Priority: HIGHEST for action security_group_members [ 1370.145580] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721 taken with stack trace [, , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.145709] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.145772] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.145990] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.146475] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.146583] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.146840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.146840] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.146996] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.146996] env[66001]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9fbaa0-4f48-46c5-a444-fe0f8636c721',) {} {{(pid=66001) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.648934] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.649207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.649207] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.649357] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.649446] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.649625] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.649722] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.649797] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.649939] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.650022] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.650110] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 is going to be updated. [ 1370.677244] env[66001]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66001) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.677431] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.677476] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.677666] env[66001]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.677807] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.686153] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: IN_PROGRESS for 2s [ 1372.696468] env[66001]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 in Status: SUCCESS [ 1372.696917] env[66001]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9fbaa0-4f48-46c5-a444-fe0f8636c721 deletion is rescheduled due to dependency. [ 1372.696917] env[66001]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9fbaa0-4f48-46c5-a444-fe0f8636c721" {{(pid=66001) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.146362] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.146748] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.147411] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.147789] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.149021] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.149467] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.150934] env[66001]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.151420] env[66001]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0